-- Logs begin at Fri 2021-09-03 17:35:18 UTC, end at Fri 2021-09-03 18:32:52 UTC. -- Sep 03 18:05:53.285313 dv-cinder-804093-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 18:05:56.056039 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.common.config [-] Logging enabled! Sep 03 18:05:56.056671 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 18:05:56.056777 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93986) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 18:05:56.059935 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.common.config [-] Logging enabled! Sep 03 18:05:56.060185 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 18:05:56.060491 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93986) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 18:05:56.061465 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 18:05:56.061698 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 18:05:56.062067 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 18:05:56.062310 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 18:05:56.062535 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 18:05:56.062855 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.063150 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.063443 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.063674 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.063967 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.064256 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.064537 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.065373 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.065672 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.065955 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.066233 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.066516 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.066746 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.067029 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.067312 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.067595 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.067814 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] debug = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.068094 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.068517 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.068945 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.069221 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.069506 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.069783 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.070054 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.070326 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.070605 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.070935 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] host = dv-cinder-804093-5-iscsi {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.071210 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.071492 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.071787 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.072058 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.072331 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.072631 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.072903 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.073174 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.073442 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.073714 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.073997 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.074283 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.074574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.074827 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.075006 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.075293 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.075576 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.075848 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.076120 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.076394 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.076697 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.076973 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.077239 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.077520 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.077800 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.078079 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.078349 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.078619 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.078886 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.079154 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.079434 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.079704 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.079972 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.080240 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.081095 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.081368 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.081641 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.081941 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.082223 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.082504 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.082787 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.083058 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.083336 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.083607 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.083877 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.084145 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_json = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.084414 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.084708 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.084990 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.085257 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.085524 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.085796 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.086064 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.086347 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:56.086648 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.086942 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.087238 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.087518 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.087809 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.088086 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.088372 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.088681 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.088970 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.089256 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.089544 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.089819 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.090103 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.090377 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.090667 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.090971 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.091263 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.091555 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.091829 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.092102 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.092374 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.092678 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.092967 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.093242 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.093527 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.093813 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.094089 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.094374 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.094666 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.094953 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.095228 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.095504 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.095793 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.096098 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.096380 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.096682 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.096972 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.097249 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.097520 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.097799 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.098072 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.098340 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.098610 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.098886 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.099171 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.099446 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.099714 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.099983 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.100256 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.100523 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.100829 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.101105 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.101375 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.101646 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.101920 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.102189 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.102459 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.102735 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.103004 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.103278 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.103547 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.103818 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.104086 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.104355 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.104645 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.104919 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.105189 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.105462 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.105730 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.106000 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.106268 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.106545 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.106815 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.107099 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.107394 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.107667 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.107942 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.108218 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.108493 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.108789 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.109066 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.109340 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.109616 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.109884 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.110172 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.110453 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.110741 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.111020 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.111295 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.111594 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.111928 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.112212 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.112489 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.112790 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.113076 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.113357 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.113648 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.113938 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.114246 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.114519 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.114809 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.115088 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.115401 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.115677 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:56.115892 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 18:05:56.116137 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93986) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 18:05:56.490573 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 18:05:56.490849 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 18:05:56.491124 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 18:05:56.491457 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 18:05:56.903254 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.903599 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.903818 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.905178 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.905452 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.905717 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.945025 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.945311 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.945584 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.961129 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.961436 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.961666 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.993174 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.993461 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:56.993725 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.032415 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.032712 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.032979 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.266841 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.267463 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.267463 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.267646 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.268797 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.389687 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.390016 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.390296 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.390563 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.390825 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.391133 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.391390 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.391642 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.391893 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.392177 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.392432 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.392717 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.393524 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.393848 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.394105 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.394369 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.394623 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.394887 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.395156 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.395414 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.395688 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.395933 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.396216 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.396643 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.396884 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.397124 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.397548 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:57.397790 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:57.398021 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:57.398255 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:57.398488 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:57.398719 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:57.399090 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 18:05:57.402531 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 18:05:57.406562 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 18:05:57.411028 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 03 18:05:57.412684 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 18:05:57.413144 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 18:05:57.413477 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 18:05:57.413861 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 18:05:57.416659 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 18:05:57.416911 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 18:05:57.417259 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 18:05:57.422601 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 18:05:57.444600 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 18:05:57.445089 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.445387 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93986) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 18:05:57.445749 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.447137 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93986) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 18:05:57.447423 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 18:05:57.447664 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 18:05:57.451236 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.451520 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:57.514920 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 18:05:57.515147 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 18:05:57.515380 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 18:05:57.515763 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 18:05:57.539550 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_db.sqlalchemy.engines [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93986) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 18:05:58.074599 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Initializing driver for type 'gre' Sep 03 18:05:58.075249 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] gre ID ranges: [(1, 1000)] Sep 03 18:05:58.130753 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Initializing driver for type 'local' Sep 03 18:05:58.131088 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Initializing driver for type 'vlan' Sep 03 18:05:58.150318 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] VlanTypeDriver initialization complete Sep 03 18:05:58.150788 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Initializing driver for type 'vxlan' Sep 03 18:05:58.151420 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] vxlan ID ranges: [(1, 1000)] Sep 03 18:05:58.210605 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Initializing extension driver 'port_security' Sep 03 18:05:58.211073 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] PortSecurityExtensionDriver initialization complete Sep 03 18:05:58.211408 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Initializing mechanism driver 'openvswitch' Sep 03 18:05:58.211737 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Initializing mechanism driver 'hyperv' Sep 03 18:05:58.218403 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.plugin [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:58.219093 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > port after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.219468 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.219822 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.220353 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:58.220825 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.221184 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.221535 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.221930 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:58.222337 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > network after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.222686 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > network after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.223033 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > network after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.223427 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:58.223837 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.224193 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.224537 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.225104 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:58.225523 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.225884 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.226234 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.226641 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:58.227050 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.227401 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.227743 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.228139 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:58.228522 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] ML2 OVO RPC backend initialized. {{(pid=93986) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 18:05:58.229290 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.229652 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.230076 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > network before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.230429 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > networks before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.230780 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > port before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.231127 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > ports before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.231474 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.231820 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.232169 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > network after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.232511 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > network after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.232875 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > network after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.233218 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > port after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.233563 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.233898 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.234236 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.234576 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.234912 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.235526 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.plugin [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Modular L2 Plugin initialization complete Sep 03 18:05:58.235858 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading services supported by the core plugin {{(pid=93986) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 18:05:58.236191 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Got port-security extension from driver 'port_security' Sep 03 18:05:58.237220 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.extensions.vlantransparent [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Disabled vlantransparent extension. Sep 03 18:05:58.237715 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93986) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 18:05:58.238033 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading Plugin: router Sep 03 18:05:58.275480 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.276144 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router after_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.276240 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router before_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.276616 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.277001 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.277366 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router after_delete 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.277724 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.278079 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.278440 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router after_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.278790 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router after_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.279142 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router after_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.279493 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.279858 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router after_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.280273 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.280684 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.281033 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.281376 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: subnet after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.281720 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.282103 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.282415 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.282759 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: port before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.283105 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.284002 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router after_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.284351 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.284726 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.285091 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.285442 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.285807 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > agent after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.286162 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.286511 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > network after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.287406 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Tracking information for resource: router configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:58.287748 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Tracking information for resource: floatingip configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:58.292946 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.db.l3_agentschedulers_db [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 18:05:58.293528 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.293899 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: port after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.294253 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.294604 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.295413 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router before_create 55550100 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.295785 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.296153 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.296519 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.302412 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.services.provider_configuration [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service providers = [] {{(pid=93986) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 18:05:58.302786 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.db.servicetype_db [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93986) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 18:05:58.305808 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.services.service_base [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:05:58.306165 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.services.service_base [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:05:58.306508 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.services.service_base [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:05:58.307415 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.services.service_base [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:05:58.307794 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.services.service_base [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 18:05:58.308179 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:58.308498 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 18:05:58.319397 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:58.319737 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading Plugin: auto_allocate Sep 03 18:05:58.325492 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: network precommit_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.325813 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: network precommit_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.326350 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:58.326677 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading Plugin: tag Sep 03 18:05:58.333377 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:58.333713 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading Plugin: timestamp Sep 03 18:05:58.337789 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:58.338121 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading Plugin: network_ip_availability Sep 03 18:05:58.343556 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.343932 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.344291 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.345085 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:58.345403 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading Plugin: flavors Sep 03 18:05:58.350680 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:58.351013 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading Plugin: revisions Sep 03 18:05:58.355300 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:58.355700 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.864s {{(pid=93986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 18:05:58.356452 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93986) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 18:05:58.356823 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Initializing extension manager. Sep 03 18:05:58.357343 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: __init__.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.357683 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: __pycache__ {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.358014 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.358379 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: address_group.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.359123 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.359702 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: address-group Sep 03 18:05:58.360025 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: address_scope.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.360993 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.361482 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: address-scope Sep 03 18:05:58.362383 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.363312 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.363827 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: router-admin-state-down-before-update Sep 03 18:05:58.364150 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: agent.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.364898 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.365408 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: agent Sep 03 18:05:58.365729 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: agent_resources_synced.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.366661 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.367181 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: agent-resources-synced Sep 03 18:05:58.367511 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.369418 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.369952 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: allowed-address-pairs Sep 03 18:05:58.370283 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.371379 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.371899 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: auto-allocated-topology Sep 03 18:05:58.372228 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: availability_zone.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.372965 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.373475 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: availability_zone Sep 03 18:05:58.373800 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: availability_zone_filter.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.374713 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.375219 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: availability_zone_filter Sep 03 18:05:58.375545 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: data_plane_status.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.376462 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.376998 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 18:05:58.377365 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: default_subnetpools.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.378283 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.378792 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: default-subnetpools Sep 03 18:05:58.379119 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.379962 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.380471 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: dhcp_agent_scheduler Sep 03 18:05:58.380830 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: dns.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.381755 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.382263 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 18:05:58.382586 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: dns_domain_ports.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.383505 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.384028 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 18:05:58.389267 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.389267 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.389267 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 18:05:58.389267 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: dvr.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.389267 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.389267 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: dvr Sep 03 18:05:58.389736 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: ecmp_routes.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.389736 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.389736 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 18:05:58.389736 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: empty_string_filtering.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.390172 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.390679 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: empty-string-filtering Sep 03 18:05:58.391002 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.391930 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.392441 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 18:05:58.392813 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.393736 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.394244 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 18:05:58.394566 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: external_net.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.395478 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.395991 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: external-net Sep 03 18:05:58.396315 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.397282 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.397792 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: extra_dhcp_opt Sep 03 18:05:58.398115 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: extraroute.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.399019 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.399531 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: extraroute Sep 03 18:05:58.399854 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: extraroute_atomic.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.400931 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.401445 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: extraroute-atomic Sep 03 18:05:58.401770 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: filter_validation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.402452 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.402958 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: filter-validation Sep 03 18:05:58.403284 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: fip_pf_description.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.404202 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.404733 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 18:05:58.405057 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: fip_port_details.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.405976 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.406493 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: fip-port-details Sep 03 18:05:58.406815 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: flavors.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.408070 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.409133 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: flavors Sep 03 18:05:58.409465 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.411161 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.411686 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 18:05:58.412015 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: floatingip_pools.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.412746 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.413260 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: floatingip-pools Sep 03 18:05:58.413597 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: ip_allocation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.414515 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.415025 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 18:05:58.415349 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.416268 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.416816 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: ip-substring-filtering Sep 03 18:05:58.417145 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: l2_adjacency.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.418073 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.418587 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 18:05:58.418910 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: l3.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.420071 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.420593 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: router Sep 03 18:05:58.420943 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.423215 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.423758 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 18:05:58.424155 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.425648 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.426169 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: ext-gw-mode Sep 03 18:05:58.426497 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.427676 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.428191 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: l3-ha Sep 03 18:05:58.428515 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: l3_flavors.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.429472 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.429985 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: l3-flavors Sep 03 18:05:58.430309 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.431222 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.431731 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 18:05:58.432052 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: l3agentscheduler.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.433144 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.433659 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: l3_agent_scheduler Sep 03 18:05:58.433985 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: logging.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.435478 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.436011 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension logging not supported by any of loaded plugins Sep 03 18:05:58.436347 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: metering.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.437133 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.437729 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: metering Sep 03 18:05:58.438061 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.439155 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.439724 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: metering_source_and_destination_fields Sep 03 18:05:58.440064 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: multiprovidernet.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.441021 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.441539 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: multi-provider Sep 03 18:05:58.441871 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: netmtu.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.442786 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.443301 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: net-mtu Sep 03 18:05:58.443629 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: netmtu_writable.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.444546 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.445090 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: net-mtu-writable Sep 03 18:05:58.445418 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: network_availability_zone.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.446091 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.446604 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: network_availability_zone Sep 03 18:05:58.446928 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: network_ip_availability.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.448036 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.448557 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: network-ip-availability Sep 03 18:05:58.448911 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: network_segment_range.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.449680 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.450190 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 18:05:58.450516 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: pagination.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.451497 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.451828 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: pagination Sep 03 18:05:58.452151 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: port_device_profile.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.453090 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.453602 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: port-device-profile Sep 03 18:05:58.453927 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.454869 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.455410 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: port-mac-address-regenerate Sep 03 18:05:58.455735 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.456691 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.457205 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: port-numa-affinity-policy Sep 03 18:05:58.457533 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: port_resource_request.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.458723 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.459240 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 18:05:58.459564 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: portbindings.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.460499 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.461051 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: binding Sep 03 18:05:58.461378 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: portbindings_extended.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.462660 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.463181 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: binding-extended Sep 03 18:05:58.463510 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: portsecurity.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.464431 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.464986 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: port-security Sep 03 18:05:58.465318 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: project_id.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.466290 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.466621 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: project-id Sep 03 18:05:58.466948 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: providernet.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.467881 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.468399 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: provider Sep 03 18:05:58.468747 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.472875 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.473409 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos not supported by any of loaded plugins Sep 03 18:05:58.473747 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.475006 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.475577 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 18:05:58.475948 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.476827 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.477316 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 18:05:58.477649 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos_default.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.478560 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.479124 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos-default not supported by any of loaded plugins Sep 03 18:05:58.479397 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos_fip.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.480084 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.480562 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 18:05:58.480912 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.481838 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.482397 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 18:05:58.482674 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.483586 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.484235 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 18:05:58.484418 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos_pps_rule.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.485625 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.486144 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 18:05:58.486468 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.487974 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.488488 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 18:05:58.488836 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: qos_rules_alias.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.489889 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.490406 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 18:05:58.490734 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: quotasv2.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.491724 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.492056 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: quotas Sep 03 18:05:58.492379 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: quotasv2_detail.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.497407 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.497757 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: quota_details Sep 03 18:05:58.498092 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: rbac.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.499336 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.499889 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: rbac-policies Sep 03 18:05:58.500226 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: rbac_address_group.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.501262 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.501786 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: rbac-address-group Sep 03 18:05:58.502116 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: rbac_address_scope.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.503075 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.503601 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: rbac-address-scope Sep 03 18:05:58.503930 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: rbac_security_groups.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.504879 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.505396 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: rbac-security-groups Sep 03 18:05:58.505723 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.506646 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.507161 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: rbac-subnetpool Sep 03 18:05:58.507488 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: revisionifmatch.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.508431 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.508990 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: revision-if-match Sep 03 18:05:58.509321 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: revisions.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.510450 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.510970 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: standard-attr-revisions Sep 03 18:05:58.511301 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: router_availability_zone.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.511993 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.512513 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: router_availability_zone Sep 03 18:05:58.512862 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: routerservicetype.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.513795 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.514307 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 18:05:58.514634 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.515563 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.516077 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: security-groups-normalized-cidr Sep 03 18:05:58.516403 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.517349 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.517904 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: port-security-groups-filtering Sep 03 18:05:58.518232 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.519159 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.519685 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: security-groups-remote-address-group Sep 03 18:05:58.520010 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: securitygroup.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.529840 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.530404 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: security-group Sep 03 18:05:58.530743 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: segment.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.531593 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.532106 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension segment not supported by any of loaded plugins Sep 03 18:05:58.532435 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.534033 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.534551 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 18:05:58.534880 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: servicetype.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.536090 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.536649 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: service-type Sep 03 18:05:58.536984 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: sorting.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.537986 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.538325 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: sorting Sep 03 18:05:58.538651 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: standard_attr_segment.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.539577 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.540099 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 18:05:58.540429 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: standardattrdescription.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.541124 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.541639 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: standard-attr-description Sep 03 18:05:58.541966 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: stateful_security_group.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.542922 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.543443 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: stateful-security-group Sep 03 18:05:58.543771 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: stdattrs_common.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.544361 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 18:05:58.544720 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.545652 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.546167 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 18:05:58.546490 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: subnet_onboard.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.547579 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.548112 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: subnet_onboard Sep 03 18:05:58.548446 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.549981 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.550501 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 18:05:58.550830 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: subnet_service_types.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.551762 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.552537 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: subnet-service-types Sep 03 18:05:58.552900 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: subnetallocation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.553986 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.554508 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: subnet_allocation Sep 03 18:05:58.554841 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.555557 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.556045 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: subnetpool-prefix-ops Sep 03 18:05:58.556371 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.557433 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.557952 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 18:05:58.558291 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: tagging.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.559405 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.559920 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: standard-attr-tag Sep 03 18:05:58.560252 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: timestamp.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.561536 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.562070 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loaded extension: standard-attr-timestamp Sep 03 18:05:58.562398 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: trunk.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.563482 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.564009 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension trunk not supported by any of loaded plugins Sep 03 18:05:58.564338 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: trunk_details.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.565338 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.565855 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 18:05:58.566180 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.567215 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.567868 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 18:05:58.568231 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Loading extension file: vlantransparent.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:58.569086 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:58.569600 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 18:05:58.572179 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:network Sep 03 18:05:58.572760 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:subnet Sep 03 18:05:58.573169 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:58.573574 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:port Sep 03 18:05:58.574858 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.575341 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service FLAVORS assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.576030 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.576411 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.576780 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:router Sep 03 18:05:58.577214 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 18:05:58.577717 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service METERING assigned prefix: /metering {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.579183 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.579563 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.579919 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:58.581023 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 18:05:58.581476 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:security_group Sep 03 18:05:58.581931 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 18:05:58.582527 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service CORE assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.582859 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:58.583207 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] subnetpool is already registered Sep 03 18:05:58.583651 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service CORE assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.583981 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:58.584317 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] subnetpool is already registered Sep 03 18:05:58.586701 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.587140 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service FLAVORS assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.587737 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.588166 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.588510 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:router Sep 03 18:05:58.588873 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] router is already registered Sep 03 18:05:58.589289 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 18:05:58.589626 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] floatingip is already registered Sep 03 18:05:58.590080 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service METERING assigned prefix: /metering {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.590756 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 18:05:58.591113 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] rbac_policy is already registered Sep 03 18:05:58.591503 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:security_group Sep 03 18:05:58.591840 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] security_group is already registered Sep 03 18:05:58.592245 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 18:05:58.592580 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] security_group_rule is already registered Sep 03 18:05:58.593303 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service CORE assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.593633 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:58.593972 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] subnetpool is already registered Sep 03 18:05:58.594404 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Service CORE assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:58.594731 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:58.595066 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] subnetpool is already registered Sep 03 18:05:58.595531 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: extensions {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.597617 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: address-groups {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.599118 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: address-scopes {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.600440 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: agents {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.601633 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: auto-allocated-topology {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.602867 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: availability_zones {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.604079 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: dhcp-networks {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.605624 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: dhcp-agents {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.607036 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: routers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.609275 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: flavors {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.610430 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: service_profiles {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.611711 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: next_providers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.613724 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: service_profiles {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.615266 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: floatingip-pools {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.616477 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: routers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.618611 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: floatingips {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.619898 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: l3-routers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.621319 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: l3-agents {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.622703 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: metering-labels {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.625065 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: metering-label-rules {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.626355 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: network-ip-availabilities {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.627669 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: bindings {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.629354 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: quotas {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.630775 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: quotas {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.632175 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: rbac-policies {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.633405 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: security-groups {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.634715 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: security-group-rules {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.635975 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: service-providers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.637226 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: subnetpools {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.638654 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: subnetpools {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.640108 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.641800 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.644155 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.645974 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.647759 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.649644 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.651322 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.653236 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.654967 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.656717 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:58.663426 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING keystonemiddleware.auth_token [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 18:05:58.668330 dv-cinder-804093-5-iscsi neutron-server[93986]: WARNING keystonemiddleware.auth_token [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 18:05:58.677582 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Acquired lock "singleton_lock" {{(pid=93986) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 18:05:58.678062 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Releasing lock "singleton_lock" {{(pid=93986) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 18:05:58.678729 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO oslo_service.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Starting 2 workers Sep 03 18:05:58.683683 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Started child 94095 {{(pid=93986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:05:58.688536 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Started child 94096 {{(pid=93986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:05:58.689272 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.690361 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO neutron.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 18:05:58.690938 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [-] (94095) wsgi starting up on http://0.0.0.0:9696 Sep 03 18:05:58.691191 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Notify callbacks [] for process, before_spawn {{(pid=93986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.693653 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO oslo_service.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Starting 1 workers Sep 03 18:05:58.694786 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.696929 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [-] (94096) wsgi starting up on http://0.0.0.0:9696 Sep 03 18:05:58.698965 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Started child 94097 {{(pid=93986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:05:58.699526 dv-cinder-804093-5-iscsi neutron-server[93986]: INFO oslo_service.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Starting 1 workers Sep 03 18:05:58.702813 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] calling RpcWorker wait() {{(pid=94097) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 18:05:58.703484 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] returning from RpcWorker wait() {{(pid=94097) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 18:05:58.704152 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Started child 94098 {{(pid=93986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:05:58.705041 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-5c27dfed-2732-47d7-8165-69c2bada64f9 None None] Notify callbacks [] for process, after_spawn {{(pid=93986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.705214 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.706139 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:58.707627 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93986) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 18:05:58.707829 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 18:05:58.708153 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 18:05:58.708268 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 18:05:58.708565 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 18:05:58.708875 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 18:05:58.709282 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.709564 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.709837 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.710103 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.710403 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.710537 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.711117 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.711322 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.711506 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.711743 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.711927 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:58.712070 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.712195 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.712370 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.712536 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.712800 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.713099 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.713376 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.713628 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.713914 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.714114 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.714343 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.714625 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.714875 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.715152 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] debug = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.715404 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.715912 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.716141 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.716401 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.716723 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.716951 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.717175 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.717436 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.717683 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.717920 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.718179 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.718512 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.718790 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.718995 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.719307 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.719525 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.719873 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.720081 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] host = dv-cinder-804093-5-iscsi {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.720340 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.720556 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.720843 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.722299 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.722299 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.722299 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.722922 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.722922 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.722922 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.723738 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.723738 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.723738 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.724346 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.724346 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.724346 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_options = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.725016 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.725016 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.725016 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.725636 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.725636 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.725636 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.726305 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.726305 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.726305 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.726305 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.727086 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.727086 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.727086 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.727664 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.727664 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.727664 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.728302 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.728302 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.728302 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.728997 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.728997 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.728997 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.729648 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.729648 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.729648 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.730370 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.730370 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.730370 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.730979 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.730979 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.730979 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.731568 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.731568 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.731568 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.732214 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.732214 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.732214 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.732899 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.732899 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.732899 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.733553 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.733553 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.734047 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.734047 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.734047 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.734692 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_json = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.734692 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.734692 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.735319 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.735319 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.735744 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.735744 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.736185 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.736185 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.736633 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.736878 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.737102 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.737334 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.737550 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.737804 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.738021 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.738255 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.738491 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.738728 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.739020 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.739244 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.739555 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.739804 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.740029 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.740397 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.740661 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.740885 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.741138 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.741372 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.741594 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.741837 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.742064 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.742281 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.743243 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.743243 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.743243 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.743606 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.743864 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.744139 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.744478 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.744826 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.745122 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.745460 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.745684 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.745924 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.746132 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.746395 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.746643 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.746885 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.747114 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.747344 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.747560 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.747895 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.748165 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.748353 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.748625 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.748839 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.749048 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.749292 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.749510 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.749724 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.749972 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.750190 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.750465 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.750694 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.750912 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.751124 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.751333 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.751545 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.751824 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.752067 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.752302 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.753252 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.753252 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.753252 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.753252 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.753541 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.753634 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.753816 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.754017 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.754256 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.754487 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.754706 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.754921 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.755269 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.755369 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.755559 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.755886 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.756236 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.756744 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.756848 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.757373 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.757476 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.757705 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.757919 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.758138 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.758349 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.758764 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.759170 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.759616 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.760036 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.760487 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.760966 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.761427 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.761822 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.762220 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.762620 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.762849 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.763087 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.763353 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.763784 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.764218 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.764640 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.765104 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.765585 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.766082 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.766498 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.766898 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.767326 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.767735 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.768745 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.769221 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.769634 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.770044 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.770470 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.770910 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.771375 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.772155 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.772573 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.773055 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.773511 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.774002 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.774462 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.774898 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.775419 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.775909 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.776339 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.776811 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.777252 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.777723 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.778154 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.778598 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.778993 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.779395 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.779808 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.780236 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.780781 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.781209 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.781609 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.782000 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.782455 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.782895 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.783151 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.783462 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.784255 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.784522 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.784806 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.785064 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.785302 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.785554 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.785821 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.786058 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.786306 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.786542 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.786767 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.786983 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.787197 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.787449 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.787666 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.787906 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.788146 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.788367 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.788626 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.788877 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.789091 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.789319 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.789557 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.789776 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.789995 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.790213 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.790451 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.790702 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.790922 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.791203 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.791451 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.791696 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.791943 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.792189 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.792442 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.792731 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.792942 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.793165 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.793382 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.793595 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.793814 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.794134 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.794443 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.794749 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.795253 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.795712 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.795712 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.796246 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.796397 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.796532 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.797000 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.797000 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.797420 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.797420 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.797737 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.797897 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.798116 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.798332 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.798598 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.798841 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.799125 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.799349 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.799566 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.799796 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.800019 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.800230 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.800510 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.800801 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.801031 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.801304 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.801557 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.801771 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.802303 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.802472 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.802684 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.802906 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.803144 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.803355 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.803583 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.803814 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.804025 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.804246 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.804565 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.804799 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.805079 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.805212 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.805339 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.805565 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.805802 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.806017 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.806244 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.806451 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.806666 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.806883 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.807120 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.807350 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.807615 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.807843 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.808078 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.808315 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.808531 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.808766 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.809073 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.809328 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.809549 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.809939 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.810108 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.810341 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.810605 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.810933 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.811154 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.811396 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.811638 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.811850 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.812245 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.812504 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.812847 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.813142 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.813414 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.813681 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.813964 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.814254 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.814519 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.814762 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.815229 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.815569 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.815840 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.816129 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.816830 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.816830 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.816830 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.817149 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.817310 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.817502 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.817754 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.818021 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.818260 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.818501 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.818739 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.818967 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.819186 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.819429 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.819671 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.819918 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.820134 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.820291 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 18:05:58.820882 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93986) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 18:05:58.821119 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 18:05:58.821252 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 18:05:58.821368 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 18:05:58.821496 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 18:05:58.821622 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 18:05:58.821836 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.822000 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.822161 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.822319 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.822498 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.822673 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.822808 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.822967 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.823124 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.823281 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.823439 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.823595 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.823752 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.823909 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.824066 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.824224 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.824381 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.824538 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.824729 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.824983 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.825110 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.825352 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.825352 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] debug = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.825613 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.825740 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.825883 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.825999 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.826160 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.826294 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.826410 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.826535 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.826676 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.826804 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.826957 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.827114 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.827271 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.827427 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.827584 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.827740 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.827896 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.828052 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] host = dv-cinder-804093-5-iscsi {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.828209 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.828365 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.828521 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.828704 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.828889 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.829025 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.829174 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.829331 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.829473 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.829633 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.829790 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.829947 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.830102 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.830266 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.830949 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_options = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.831098 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.831226 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.831389 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.831578 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.831741 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.831901 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.832056 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.832211 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.832367 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.832524 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.832705 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.832876 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.833005 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.833163 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.833321 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.833474 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.833629 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.833786 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.833943 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.834099 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.834255 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.834465 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.834602 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.834708 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.834863 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.835019 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.835175 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.835330 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.835489 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.835645 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.835801 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.835956 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.836115 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.836271 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.836426 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.836583 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.836762 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.836926 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.837083 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.837241 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.837397 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.837555 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.837711 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.837868 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.838026 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.838183 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_json = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.838340 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.838497 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.838653 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.838809 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.838966 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.839122 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.839284 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.839442 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:58.839624 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.839785 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.839956 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.840116 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.840276 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.840436 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.840596 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.840776 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.840938 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.841097 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.841265 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.841426 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.841596 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.841756 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.841914 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.842078 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.842237 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.842398 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.842558 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.842718 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.842878 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.843037 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.843206 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.843365 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.843524 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.843682 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.843841 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.844016 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.844175 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.844336 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.844496 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.844738 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.844908 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.845069 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.845229 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.845390 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.845551 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.845712 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.845873 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.846681 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.846844 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.847243 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.847399 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.847594 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.848134 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.848435 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.848775 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.849079 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.849377 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.849671 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.849971 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.850266 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.850565 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.850742 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.850901 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.851158 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.851310 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.851442 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.851576 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.851702 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.851831 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.851960 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.852127 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.852285 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.852446 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.852890 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.852890 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.853038 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.853179 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.854574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.854574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.854574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.854574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.854574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.854574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.854574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.854574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.854574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.855192 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.855192 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.855192 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.855192 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.855192 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.855519 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.855519 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.855661 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.856037 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.856037 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.856037 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.856268 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.856383 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.856548 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.856729 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.856892 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.857056 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.857211 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.857378 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.857534 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.857850 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.858017 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.858180 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.858338 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.858647 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.858809 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.858977 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.859130 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.859440 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.859604 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.859766 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.859926 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.860086 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.860252 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.860407 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.860731 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.861058 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.861218 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.861395 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.861578 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.861751 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.861908 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.862076 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.862256 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.862414 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.862726 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.862891 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.863054 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.863236 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.863386 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.863574 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.863675 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.863820 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.863968 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.864138 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.864309 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.864456 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.864636 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.864798 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.864973 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.865117 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.865301 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.865590 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.865590 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.865934 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.865934 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.866173 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.866173 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.866419 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.866502 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.866607 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.866776 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.866927 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.867088 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.867277 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.867460 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.867622 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.867710 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.867839 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.867999 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.868159 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.868246 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:58.868331 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.868465 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.868646 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.868811 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.868970 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.869137 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.869296 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.869455 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.869614 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.869773 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.869932 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.870092 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.870251 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.870410 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.870570 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.870733 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.870894 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.871056 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.871217 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.871378 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.871543 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.871732 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.871859 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.872019 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.872179 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.872346 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.872500 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.872691 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.872855 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.873015 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.873176 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.873412 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.873521 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.873662 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.873823 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.873983 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.874143 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.874302 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.874462 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.874622 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.874781 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.874941 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.875100 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.875259 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.875430 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.875684 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.875777 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.875957 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.876084 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.876247 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.876336 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.876474 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.876670 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.876833 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.876994 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.877156 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.877348 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.877511 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.877678 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.877839 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.877998 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.878157 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.878317 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.878476 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.878645 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.878805 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.878968 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.879126 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.879289 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.879448 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.879616 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.879776 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.879935 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.880094 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.880253 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.880412 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.880690 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.880850 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.881293 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.881494 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.881704 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.881896 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.882263 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.882424 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.882636 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.882779 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.882924 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.883054 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.883194 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.883335 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.883566 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.883704 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.883846 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.883989 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.884127 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.884264 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.884402 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.884540 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.884726 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.884870 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.885012 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.885162 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.885301 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.885442 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.885644 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.885941 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.885941 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.886209 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.886209 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.886462 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.886607 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.886743 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.886877 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.887021 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.887164 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.887301 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.887438 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.887624 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.887792 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.887935 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.888075 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.888208 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.888341 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.888493 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.888725 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.888956 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.888956 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.889370 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.889370 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.889370 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.889998 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:58.889998 dv-cinder-804093-5-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 18:05:58.973479 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 40958) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:58.982385 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066831 Sep 03 18:06:10.681587 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31170a-840b-4f8b-8fbb-6fd421f47916 None None] get_active_networks_info from dv-cinder-804093-5-iscsi {{(pid=94097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 18:06:10.767089 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31170a-840b-4f8b-8fbb-6fd421f47916 None None] No non-hosted networks {{(pid=94097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 18:06:10.782228 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.agentschedulers_db [None req-bc31170a-840b-4f8b-8fbb-6fd421f47916 None None] DHCP Agent not found on host dv-cinder-804093-5-iscsi {{(pid=94097) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 18:06:10.854687 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fd581136-db60-451b-aea3-e75272b1c3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33187258'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:13.346598 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-370d16d7-7968-42d8-8b67-9a4bd5b8fa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33187258'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:13.433755 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dd4d5184-247e-4c6b-91da-2611c37d0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:13.589305 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33187258'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:13.590347 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.591029 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.592993 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.593699 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.596919 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.598143 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.598634 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.599544 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.600206 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.601591 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.602937 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.603484 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:13.604985 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804093-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:13.618447 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804093-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:14.458117 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33187258'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:16.041803 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33187258'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:16.887061 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.db.l3_hamode_db [None req-e59ad84d-0f90-43f2-9fa5-0644ed21537d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 18:06:16.967468 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ad84d-0f90-43f2-9fa5-0644ed21537d None None] Routers set() bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:06:16.967859 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ad84d-0f90-43f2-9fa5-0644ed21537d None None] Router IDs set() for agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 18:06:17.185714 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41050) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:17.694542 dv-cinder-804093-5-iscsi neutron-server[94095]: WARNING oslo_policy.policy [None req-89050ba9-bd16-4095-9628-662bf8416e2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:06:17.695118 dv-cinder-804093-5-iscsi neutron-server[94095]: WARNING oslo_policy.policy [None req-89050ba9-bd16-4095-9628-662bf8416e2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:06:17.916802 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [None req-89050ba9-bd16-4095-9628-662bf8416e2a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:06:17.918031 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-89050ba9-bd16-4095-9628-662bf8416e2a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7313263 Sep 03 18:06:20.377141 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41064) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:20.880973 dv-cinder-804093-5-iscsi neutron-server[94096]: WARNING oslo_policy.policy [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:06:20.881575 dv-cinder-804093-5-iscsi neutron-server[94096]: WARNING oslo_policy.policy [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:06:21.099587 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:06:21.193833 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.policy [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94096) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 18:06:21.238030 dv-cinder-804093-5-iscsi neutron-server[94096]: WARNING oslo_policy.policy [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:06:21.238394 dv-cinder-804093-5-iscsi neutron-server[94096]: WARNING oslo_policy.policy [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:06:21.246907 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.quota [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] Loaded quota_driver: . Sep 03 18:06:21.336094 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790877874656', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790877874069', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790877894686', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790877892578', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790878297690', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790877708884', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-696486', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804382', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33378531', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33471512'] for rbac-policy, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:21.398824 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:21.402188 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9e433a8e-80d2-4c68-a382-1c54c84960a8 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0210900 Sep 03 18:06:23.994283 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41082) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:24.290467 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Request body: {'network': {'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'name': 'private', 'admin_state_up': True, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:06:24.317455 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Made reservation on behalf of eb67fa1a392f49dd99a57eaa91675774 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:06:24.320250 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:24.337566 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:24.463354 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:24.467203 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:24.487024 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:06:24.515043 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790875613817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:24.515554 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Unsubscribe: segment precommit_create {{(pid=94096) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 18:06:24.516191 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Added segment 9596915b-6413-437c-b592-9e33ee208aa5 of type vlan for network 5df537d3-3d46-4826-a269-bd332c7fc000 Sep 03 18:06:24.531298 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b562525f-74a9-402d-af97-2533184ac901,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:24.577237 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.577593 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.577934 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.578268 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.578603 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.578944 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.579304 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.579628 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.579967 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.580294 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.580634 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.580952 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Tracked resource versions report: Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: pushed versions: Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: { 'AddressGroup': {'1.2'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'ConntrackHelper': {'1.0'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Log': {'1.0'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Network': {'1.1'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Port': {'1.7'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'PortForwarding': {'1.2'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'QosPolicy': {'1.9'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SecurityGroup': {'1.4'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SubPort': {'1.0'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Subnet': {'1.1'}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Trunk': {'1.1'}} Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: consumer versions: Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: { DHCP agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: L3 agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: Metadata agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: Metering agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: Open vSwitch agent@dv-cinder-804093-5-iscsi: { 'AddressGroup': '1.2', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'ConntrackHelper': '1.0', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Log': '1.0', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Network': '1.1', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Port': '1.7', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'PortForwarding': '1.2', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'QosPolicy': '1.9', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SecurityGroup': '1.4', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SecurityGroupRule': '1.2', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SubPort': '1.0', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Subnet': '1.1', Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Trunk': '1.1'}} Sep 03 18:06:24.582092 dv-cinder-804093-5-iscsi neutron-server[94096]: {{(pid=94096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:06:24.630942 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:24.672340 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:24.674143 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:24.674801 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:24.745441 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7500744 Sep 03 18:06:24.771744 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fe686-679c-47eb-a6a9-572707c55fef admin admin] Pushing event updated for resources: {'Network': ['ID=5df537d3-3d46-4826-a269-bd332c7fc000,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:24.784472 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 5df537d3-3d46-4826-a269-bd332c7fc000 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:06:27.425959 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:27.826235 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d5c7b-c8b8-4ff4-a352-d146f4fcc338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:27.827621 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-629d5c7b-c8b8-4ff4-a352-d146f4fcc338 admin admin] 10.222.0.49 "GET /v2.0/networks/5df537d3-3d46-4826-a269-bd332c7fc000 HTTP/1.1" status: 200 len: 825 time: 0.4006772 Sep 03 18:06:27.853248 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-4de209fe-44cc-4e85-8fd2-819f4215680a admin admin] 10.222.0.49 "GET /v2.0/subnetpools/2737149f-77c7-4922-917d-cb6e887f72c4 HTTP/1.1" status: 200 len: 734 time: 0.0187552 Sep 03 18:06:27.863653 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000', 'subnetpool_id': '2737149f-77c7-4922-917d-cb6e887f72c4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:06:27.890748 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Made reservation on behalf of eb67fa1a392f49dd99a57eaa91675774 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:06:27.893879 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:28.199139 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:28.271299 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:28.277583 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Checking segment: {'id': '9596915b-6413-437c-b592-9e33ee208aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:06:28.278025 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Network hostable DHCP agents. Network: 5df537d3-3d46-4826-a269-bd332c7fc000, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:06:28.299768 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Network 5df537d3-3d46-4826-a269-bd332c7fc000 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:06:28.311276 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 5df537d3-3d46-4826-a269-bd332c7fc000) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:06:28.316614 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:28.317276 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:28.321967 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6486cff0-da2a-47c7-a469-aa64dd18f081 None None] Network 5df537d3-3d46-4826-a269-bd332c7fc000 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:06:28.331275 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-f0bf3d8f-89f4-4ef9-a4c2-e7ca95250b60 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4711487 Sep 03 18:06:28.657600 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-5df537d3-3d46-4826-a269-bd332c7fc000', 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'fixed_ips': [{'subnet_id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:06:28.658895 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:28.937967 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Allocated IP 172.20.0.2 (5df537d3-3d46-4826-a269-bd332c7fc000/7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135/1a1af3ba-399d-40a7-899c-204941ddaa6b) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:06:29.148525 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:29.196492 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Transition to ACTIVE for port object 1a1af3ba-399d-40a7-899c-204941ddaa6b will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:06:29.218347 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Transition to ACTIVE for port object 1a1af3ba-399d-40a7-899c-204941ddaa6b will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:06:29.227221 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:29.289596 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Network 5df537d3-3d46-4826-a269-bd332c7fc000 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:06:29.297377 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:06:29.313349 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:06:29.316465 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Pushing event updated for resources: {'Port': ['ID=1a1af3ba-399d-40a7-899c-204941ddaa6b,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:29.346784 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.347745 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.347745 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.347745 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.348161 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.348411 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.348779 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.349106 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.349446 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.349769 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.350089 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.350408 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Tracked resource versions report: Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: pushed versions: Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: { 'AddressGroup': {'1.2'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'ConntrackHelper': {'1.0'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Log': {'1.0'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Network': {'1.1'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Port': {'1.7'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'PortForwarding': {'1.2'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'QosPolicy': {'1.9'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SecurityGroup': {'1.4'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SubPort': {'1.0'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Subnet': {'1.1'}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Trunk': {'1.1'}} Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: consumer versions: Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: { DHCP agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: L3 agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: Metadata agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: Metering agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: Open vSwitch agent@dv-cinder-804093-5-iscsi: { 'AddressGroup': '1.2', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'ConntrackHelper': '1.0', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Log': '1.0', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Network': '1.1', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Port': '1.7', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'PortForwarding': '1.2', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'QosPolicy': '1.9', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SecurityGroup': '1.4', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SecurityGroupRule': '1.2', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SubPort': '1.0', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Subnet': '1.1', Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Trunk': '1.1'}} Sep 03 18:06:29.351590 dv-cinder-804093-5-iscsi neutron-server[94097]: {{(pid=94097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:06:29.405465 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Attempting to bind port 1a1af3ba-399d-40a7-899c-204941ddaa6b on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:06:29.405883 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Attempting to bind port 1a1af3ba-399d-40a7-899c-204941ddaa6b by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '9596915b-6413-437c-b592-9e33ee208aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:06:29.406349 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Attempting to bind port 1a1af3ba-399d-40a7-899c-204941ddaa6b on network 5df537d3-3d46-4826-a269-bd332c7fc000 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:06:29.412388 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:06:29.412838 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Checking segment: {'id': '9596915b-6413-437c-b592-9e33ee208aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:06:29.413358 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:29.413726 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Bound using segment: {'id': '9596915b-6413-437c-b592-9e33ee208aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:06:29.414242 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Bound port: 1a1af3ba-399d-40a7-899c-204941ddaa6b, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9596915b-6413-437c-b592-9e33ee208aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:06:29.414660 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:29.477195 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] For port 1a1af3ba-399d-40a7-899c-204941ddaa6b, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:06:29.481668 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] For port 1a1af3ba-399d-40a7-899c-204941ddaa6b, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=1a1af3ba-399d-40a7-899c-204941ddaa6b,segment=NetworkSegment(9596915b-6413-437c-b592-9e33ee208aa5),segment_id=9596915b-6413-437c-b592-9e33ee208aa5)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:06:29.486821 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:29.553354 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d793b-b730-4731-b512-20292d8c1464 None None] Pushing event updated for resources: {'Port': ['ID=1a1af3ba-399d-40a7-899c-204941ddaa6b,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:30.894596 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41104) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:31.248168 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [None req-43bb5920-d45d-470d-b02e-d073f3855339 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:06:31.249304 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-43bb5920-d45d-470d-b02e-d073f3855339 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3533201 Sep 03 18:06:33.762789 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41112) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:34.152243 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [None req-3500b88e-60d8-4da2-83d7-90122db8bb81 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:06:34.153329 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-3500b88e-60d8-4da2-83d7-90122db8bb81 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3891904 Sep 03 18:06:36.846474 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41124) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:37.210823 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-62781b34-753e-4d3e-9448-800579966c53 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'name': 'router1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:06:37.235202 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62781b34-753e-4d3e-9448-800579966c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:37.236677 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62781b34-753e-4d3e-9448-800579966c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:37.373070 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62781b34-753e-4d3e-9448-800579966c53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:37.378572 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62781b34-753e-4d3e-9448-800579966c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:37.392179 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-62781b34-753e-4d3e-9448-800579966c53 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:37.393515 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-62781b34-753e-4d3e-9448-800579966c53 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5460391 Sep 03 18:06:37.538283 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 1a1af3ba-399d-40a7-899c-204941ddaa6b up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:06:37.629374 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 1a1af3ba-399d-40a7-899c-204941ddaa6b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:06:38.186507 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63337bf-8de2-41c7-a783-5adb99df3dfd None None] Network 5df537d3-3d46-4826-a269-bd332c7fc000 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:06:38.264730 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-352c8e38-2ddb-474d-a336-9160dd3675b4 None None] Provisioning for port 1a1af3ba-399d-40a7-899c-204941ddaa6b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:06:38.272332 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-352c8e38-2ddb-474d-a336-9160dd3675b4 None None] Provisioning complete for port 1a1af3ba-399d-40a7-899c-204941ddaa6b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:38.272751 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-352c8e38-2ddb-474d-a336-9160dd3675b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:38.452429 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-352c8e38-2ddb-474d-a336-9160dd3675b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:38.503728 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-352c8e38-2ddb-474d-a336-9160dd3675b4 None None] For port 1a1af3ba-399d-40a7-899c-204941ddaa6b, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=1a1af3ba-399d-40a7-899c-204941ddaa6b,segment=NetworkSegment(9596915b-6413-437c-b592-9e33ee208aa5),segment_id=9596915b-6413-437c-b592-9e33ee208aa5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:06:38.511028 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-352c8e38-2ddb-474d-a336-9160dd3675b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:38.581635 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c8e38-2ddb-474d-a336-9160dd3675b4 None None] Pushing event updated for resources: {'Port': ['ID=1a1af3ba-399d-40a7-899c-204941ddaa6b,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:38.733174 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-74ff9a95-e011-451b-b9da-d053b2ba3d18 None None] Provisioning complete for port 1a1af3ba-399d-40a7-899c-204941ddaa6b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:38.733545 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74ff9a95-e011-451b-b9da-d053b2ba3d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:39.516439 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 1a1af3ba-399d-40a7-899c-204941ddaa6b up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:06:39.565002 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 1a1af3ba-399d-40a7-899c-204941ddaa6b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:39.565375 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:39.876217 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41134) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:40.212865 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [None req-12b7f5fb-c5d4-4fb8-abda-6455f0e276ef admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:06:40.213914 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-12b7f5fb-c5d4-4fb8-abda-6455f0e276ef admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3366961 Sep 03 18:06:40.580036 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7a125c8c-7e3a-41a5-b3eb-6bd96853f045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:42.673695 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41142) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:43.011886 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:06:43.034222 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Made reservation on behalf of 292eab41b7d64a50a814f19204b698cb for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:06:43.036673 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:43.045776 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:43.136042 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:43.139872 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:43.158996 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Reserving flat network on physical network physnet1 {{(pid=94096) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 18:06:43.175861 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08312c24-8a8f-4d58-a160-1f6132ee07a1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:43.181345 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:43.181682 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Added segment 3e9dd9f2-8ec7-4e04-8568-155f9cdfd590 of type flat for network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 Sep 03 18:06:43.238700 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:43.270936 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:43.271845 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:43.272414 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:43.304662 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6298673 Sep 03 18:06:43.338616 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66be13b-e9d6-46cc-931e-21f6af1f32ce admin admin] Pushing event updated for resources: {'Network': ['ID=2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:43.349541 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:06:43.352680 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3d3ad87a-0e08-40ae-8a18-0fc3bdb7e66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:43.580556 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:44.394251 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:45.766783 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41160) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:45.952905 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b5f9c-3f57-469b-b2a4-87a8c79bd932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:45.954603 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-0d6b5f9c-3f57-469b-b2a4-87a8c79bd932 admin admin] 10.222.0.49 "GET /v2.0/subnets/7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135 HTTP/1.1" status: 200 len: 849 time: 0.1866689 Sep 03 18:06:45.983112 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:46.075631 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-35a8db57-267d-46a9-a403-ff3ef341ad31 admin admin] 10.222.0.49 "GET /v2.0/routers/5bd388df-4577-4999-bb50-afbdf5826b0d HTTP/1.1" status: 200 len: 704 time: 0.1147606 Sep 03 18:06:46.352898 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:46.666245 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Allocated IP 172.20.0.1 (5df537d3-3d46-4826-a269-bd332c7fc000/7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135/2dc7c97f-d340-4278-8ed5-e677cc8addbe) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:06:46.876222 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:46.902627 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Transition to ACTIVE for port object 2dc7c97f-d340-4278-8ed5-e677cc8addbe will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:06:46.968397 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:47.035378 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Network 5df537d3-3d46-4826-a269-bd332c7fc000 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:06:47.040012 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:06:47.046013 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:06:47.046582 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:47.109384 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc7c97f-d340-4278-8ed5-e677cc8addbe,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:47.258172 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:47.297612 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-86f19172-c3ef-4d8a-8174-024e431879f3 None None] Provisioning for port 2dc7c97f-d340-4278-8ed5-e677cc8addbe completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:06:47.302029 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-86f19172-c3ef-4d8a-8174-024e431879f3 None None] Provisioning complete for port 2dc7c97f-d340-4278-8ed5-e677cc8addbe triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:47.302407 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-86f19172-c3ef-4d8a-8174-024e431879f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:47.337362 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-86f19172-c3ef-4d8a-8174-024e431879f3 None None] Port 2dc7c97f-d340-4278-8ed5-e677cc8addbe cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:06:47.481952 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:47.486507 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:47.487293 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:47.545707 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc7c97f-d340-4278-8ed5-e677cc8addbe,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:47.626495 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Network 5df537d3-3d46-4826-a269-bd332c7fc000 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:06:47.627896 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:06:47.793111 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Router 5bd388df-4577-4999-bb50-afbdf5826b0d is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:06:47.859476 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f14472f6-41c0-4e74-904b-5180a91339d5 None None] Provisioning complete for port 2dc7c97f-d340-4278-8ed5-e677cc8addbe triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:47.859849 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f14472f6-41c0-4e74-904b-5180a91339d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:47.886173 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:06:47.893133 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-a2b5436a-9456-4755-893c-662933423ef8 admin admin] 10.222.0.49 "PUT /v2.0/routers/5bd388df-4577-4999-bb50-afbdf5826b0d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8114619 Sep 03 18:06:47.899212 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Sync routers for ids ['5bd388df-4577-4999-bb50-afbdf5826b0d'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:06:47.906292 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-f14472f6-41c0-4e74-904b-5180a91339d5 None None] Port 2dc7c97f-d340-4278-8ed5-e677cc8addbe cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:06:47.911174 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Routers {'5bd388df-4577-4999-bb50-afbdf5826b0d'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:06:47.912010 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:06:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['5bd388df-4577-4999-bb50-afbdf5826b0d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:48.102497 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Set router 5bd388df-4577-4999-bb50-afbdf5826b0d gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:06:48.563345 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'name': 'router1', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:06:37Z', 'updated_at': '2021-09-03T18:06:47Z', 'revision_number': 2, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'gw_port_host': None, '_interfaces': [{'id': '2dc7c97f-d340-4278-8ed5-e677cc8addbe', 'name': '', 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'mac_address': 'fa:16:3e:8c:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:46Z', 'updated_at': '2021-09-03T18:06:47Z', 'revision_number': 2, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'subnets': [{'id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2737149f-77c7-4922-917d-cb6e887f72c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:48.616008 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Checking router: 5bd388df-4577-4999-bb50-afbdf5826b0d for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:06:48.616382 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Updating router 5bd388df-4577-4999-bb50-afbdf5826b0d port 2dc7c97f-d340-4278-8ed5-e677cc8addbe binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:06:48.674035 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:49.219585 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:49.238035 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Transition to ACTIVE for port object 2dc7c97f-d340-4278-8ed5-e677cc8addbe will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:06:49.245002 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:49.406840 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Pushing event updated for resources: {'Port': ['ID=2dc7c97f-d340-4278-8ed5-e677cc8addbe,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:49.415538 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Attempting to bind port 2dc7c97f-d340-4278-8ed5-e677cc8addbe on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:06:49.416018 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Attempting to bind port 2dc7c97f-d340-4278-8ed5-e677cc8addbe by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '9596915b-6413-437c-b592-9e33ee208aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:06:49.416482 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Attempting to bind port 2dc7c97f-d340-4278-8ed5-e677cc8addbe on network 5df537d3-3d46-4826-a269-bd332c7fc000 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:06:49.424855 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:06:49.425281 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Checking segment: {'id': '9596915b-6413-437c-b592-9e33ee208aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:06:49.425765 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:49.426251 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Bound using segment: {'id': '9596915b-6413-437c-b592-9e33ee208aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:06:49.426904 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Bound port: 2dc7c97f-d340-4278-8ed5-e677cc8addbe, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9596915b-6413-437c-b592-9e33ee208aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:06:49.427300 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:49.430135 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.430490 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.430849 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.431182 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.431509 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.431836 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.432159 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.432485 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.432851 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.433176 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.433494 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.433811 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Tracked resource versions report: Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: pushed versions: Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: { 'AddressGroup': {'1.2'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'ConntrackHelper': {'1.0'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Log': {'1.0'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Network': {'1.1'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Port': {'1.7'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'PortForwarding': {'1.2'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'QosPolicy': {'1.9'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SecurityGroup': {'1.4'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SubPort': {'1.0'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Subnet': {'1.1'}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Trunk': {'1.1'}} Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: consumer versions: Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: { DHCP agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: L3 agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: Metadata agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: Metering agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: Open vSwitch agent@dv-cinder-804093-5-iscsi: { 'AddressGroup': '1.2', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'ConntrackHelper': '1.0', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Log': '1.0', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Network': '1.1', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Port': '1.7', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'PortForwarding': '1.2', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'QosPolicy': '1.9', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SecurityGroup': '1.4', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SecurityGroupRule': '1.2', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SubPort': '1.0', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Subnet': '1.1', Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Trunk': '1.1'}} Sep 03 18:06:49.434993 dv-cinder-804093-5-iscsi neutron-server[94098]: {{(pid=94098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:06:49.504796 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] For port 2dc7c97f-d340-4278-8ed5-e677cc8addbe, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:06:49.538753 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] For port 2dc7c97f-d340-4278-8ed5-e677cc8addbe, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=2dc7c97f-d340-4278-8ed5-e677cc8addbe,segment=NetworkSegment(9596915b-6413-437c-b592-9e33ee208aa5),segment_id=9596915b-6413-437c-b592-9e33ee208aa5)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:06:49.543705 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:49.598597 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Routers {'5bd388df-4577-4999-bb50-afbdf5826b0d'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:06:49.599224 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:06:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['5bd388df-4577-4999-bb50-afbdf5826b0d'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:49.677846 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d93ad3-7c9c-40e3-a6c8-c884bc98943b None None] Pushing event updated for resources: {'Port': ['ID=2dc7c97f-d340-4278-8ed5-e677cc8addbe,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:49.697171 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] Set router 5bd388df-4577-4999-bb50-afbdf5826b0d gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:06:49.959350 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'name': 'router1', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:06:37Z', 'updated_at': '2021-09-03T18:06:47Z', 'revision_number': 2, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'gw_port_host': None, '_interfaces': [{'id': '2dc7c97f-d340-4278-8ed5-e677cc8addbe', 'name': '', 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'mac_address': 'fa:16:3e:8c:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:46Z', 'updated_at': '2021-09-03T18:06:49Z', 'revision_number': 4, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'subnets': [{'id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2737149f-77c7-4922-917d-cb6e887f72c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:49.996194 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b196fc-36b2-49e8-9b4b-a4a589a3ff5f None None] The sync data for ids ['5bd388df-4577-4999-bb50-afbdf5826b0d'] in dv-cinder-804093-5-iscsi is: [{'id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'name': 'router1', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:06:37Z', 'updated_at': '2021-09-03T18:06:47Z', 'revision_number': 2, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'gw_port_host': None, '_interfaces': [{'id': '2dc7c97f-d340-4278-8ed5-e677cc8addbe', 'name': '', 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'mac_address': 'fa:16:3e:8c:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:46Z', 'updated_at': '2021-09-03T18:06:49Z', 'revision_number': 4, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'subnets': [{'id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2737149f-77c7-4922-917d-cb6e887f72c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:06:50.245658 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41180) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:50.583052 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.policy [None req-a1bf9560-1f6a-44c0-ba33-cd0c364f26c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94095) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 18:06:50.639000 dv-cinder-804093-5-iscsi neutron-server[94095]: WARNING oslo_policy.policy [None req-a1bf9560-1f6a-44c0-ba33-cd0c364f26c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:06:50.639390 dv-cinder-804093-5-iscsi neutron-server[94095]: WARNING oslo_policy.policy [None req-a1bf9560-1f6a-44c0-ba33-cd0c364f26c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:06:50.648115 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf9560-1f6a-44c0-ba33-cd0c364f26c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:50.650081 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-a1bf9560-1f6a-44c0-ba33-cd0c364f26c6 admin admin] 10.222.0.49 "GET /v2.0/networks/2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 HTTP/1.1" status: 200 len: 842 time: 0.4031663 Sep 03 18:06:50.661160 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:06:50.663011 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.quota [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Loaded quota_driver: . Sep 03 18:06:50.706777 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Made reservation on behalf of 292eab41b7d64a50a814f19204b698cb for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:06:50.710072 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:51.161131 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.objects.ports [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94095) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 18:06:51.161651 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:51.235937 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:06:51.236418 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Network hostable DHCP agents. Network: 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:06:51.251855 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba82cebe-8ee3-40dd-9f03-e931d4d1dfda,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:51.269764 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.270062 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.270483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.270797 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.271135 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.271465 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.271869 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.272200 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.272540 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.272897 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.273224 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.273550 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Tracked resource versions report: Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: pushed versions: Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: { 'AddressGroup': {'1.2'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'ConntrackHelper': {'1.0'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Log': {'1.0'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Network': {'1.1'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Port': {'1.7'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'PortForwarding': {'1.2'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'QosPolicy': {'1.9'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SecurityGroup': {'1.4'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SubPort': {'1.0'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Subnet': {'1.1'}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Trunk': {'1.1'}} Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: consumer versions: Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: { DHCP agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: L3 agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: Metadata agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: Metering agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: Open vSwitch agent@dv-cinder-804093-5-iscsi: { 'AddressGroup': '1.2', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'ConntrackHelper': '1.0', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Log': '1.0', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Network': '1.1', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Port': '1.7', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'PortForwarding': '1.2', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'QosPolicy': '1.9', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SecurityGroup': '1.4', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SecurityGroupRule': '1.2', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SubPort': '1.0', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Subnet': '1.1', Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Trunk': '1.1'}} Sep 03 18:06:51.274860 dv-cinder-804093-5-iscsi neutron-server[94095]: {{(pid=94095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:06:51.296375 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:06:51.320019 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:06:51.329057 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:51.330508 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:51.335442 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf647d-398a-4536-9507-601d0c6ab01c None None] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:06:51.361790 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-429c345b-895e-46e6-b540-86db6af424c8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7046108 Sep 03 18:06:51.538045 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd78969-77cb-47fb-aeee-3d4734348ff1 None None] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:06:53.850734 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41194) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:54.151374 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-7c99c668-c9dc-4229-aa7c-8d530ba1270a admin admin] 10.222.0.49 "GET /v2.0/routers/5bd388df-4577-4999-bb50-afbdf5826b0d HTTP/1.1" status: 200 len: 710 time: 0.2989964 Sep 03 18:06:54.259610 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87375937-7733-42db-916c-92a8058e8323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:54.261034 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-87375937-7733-42db-916c-92a8058e8323 admin admin] 10.222.0.49 "GET /v2.0/networks/2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 HTTP/1.1" status: 200 len: 886 time: 0.1030674 Sep 03 18:06:54.273911 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:06:54.636215 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:54.996124 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.077463 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.242850 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Allocated IP 172.27.1.6 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/d275e3eb-3944-4577-a64b-0b6b4e24901e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:06:55.355738 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.428015 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.578062 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Pushing event updated for resources: {'Port': ['ID=d275e3eb-3944-4577-a64b-0b6b4e24901e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:55.584845 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:06:55.586620 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:06:55.588983 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:06:55.605982 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2dc7c97f-d340-4278-8ed5-e677cc8addbe up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:06:55.662292 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 2dc7c97f-d340-4278-8ed5-e677cc8addbe completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:06:55.666381 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 2dc7c97f-d340-4278-8ed5-e677cc8addbe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:55.667021 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.748386 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.789586 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 2dc7c97f-d340-4278-8ed5-e677cc8addbe, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=2dc7c97f-d340-4278-8ed5-e677cc8addbe,segment=NetworkSegment(9596915b-6413-437c-b592-9e33ee208aa5),segment_id=9596915b-6413-437c-b592-9e33ee208aa5)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:06:55.795315 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.903284 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.906538 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=2dc7c97f-d340-4278-8ed5-e677cc8addbe,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:56.106386 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33157292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5229'] for router, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:56.111747 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33156077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33156052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33157271'] for router, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:56.226321 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Router 5bd388df-4577-4999-bb50-afbdf5826b0d has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:06:56.335430 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:06:56.340033 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:56.341290 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-36a29bfb-81d2-47f7-a2fd-7f3e95b37480 admin admin] 10.222.0.49 "PUT /v2.0/routers/5bd388df-4577-4999-bb50-afbdf5826b0d HTTP/1.1" status: 200 len: 888 time: 2.0727181 Sep 03 18:06:57.033000 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Sync routers for ids ['5bd388df-4577-4999-bb50-afbdf5826b0d'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:06:57.047150 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Routers {'5bd388df-4577-4999-bb50-afbdf5826b0d'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:06:57.047823 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:06:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['5bd388df-4577-4999-bb50-afbdf5826b0d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:57.275756 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Set router 5bd388df-4577-4999-bb50-afbdf5826b0d gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:06:57.566837 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2dc7c97f-d340-4278-8ed5-e677cc8addbe up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:06:57.713551 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 2dc7c97f-d340-4278-8ed5-e677cc8addbe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:57.713929 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:57.864736 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'name': 'router1', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd275e3eb-3944-4577-a64b-0b6b4e24901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:06:37Z', 'updated_at': '2021-09-03T18:06:55Z', 'revision_number': 4, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'gw_port': {'id': 'd275e3eb-3944-4577-a64b-0b6b4e24901e', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:55Z', 'updated_at': '2021-09-03T18:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '2dc7c97f-d340-4278-8ed5-e677cc8addbe', 'name': '', 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'mac_address': 'fa:16:3e:8c:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:46Z', 'updated_at': '2021-09-03T18:06:55Z', 'revision_number': 5, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'subnets': [{'id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2737149f-77c7-4922-917d-cb6e887f72c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:57.947876 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Checking router: 5bd388df-4577-4999-bb50-afbdf5826b0d for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:06:57.948234 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Updating router 5bd388df-4577-4999-bb50-afbdf5826b0d port d275e3eb-3944-4577-a64b-0b6b4e24901e binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:06:57.995894 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:58.344118 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:58.355625 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Transition to ACTIVE for port object d275e3eb-3944-4577-a64b-0b6b4e24901e will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:06:58.363910 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:58.521527 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b06f9-f31e-4b5c-99e8-422975d15619 None None] Pushing event updated for resources: {'Port': ['ID=d275e3eb-3944-4577-a64b-0b6b4e24901e,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:58.524091 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Attempting to bind port d275e3eb-3944-4577-a64b-0b6b4e24901e on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:06:58.524477 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Attempting to bind port d275e3eb-3944-4577-a64b-0b6b4e24901e by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:06:58.524887 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Attempting to bind port d275e3eb-3944-4577-a64b-0b6b4e24901e on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:06:58.531675 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:06:58.532165 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:06:58.532466 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:58.532897 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:06:58.533625 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Bound port: d275e3eb-3944-4577-a64b-0b6b4e24901e, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:06:58.533815 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:58.601121 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] For port d275e3eb-3944-4577-a64b-0b6b4e24901e, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:06:58.606198 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] For port d275e3eb-3944-4577-a64b-0b6b4e24901e, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=d275e3eb-3944-4577-a64b-0b6b4e24901e,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:06:58.613526 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:58.675945 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Routers {'5bd388df-4577-4999-bb50-afbdf5826b0d'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:06:58.677006 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:06:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['5bd388df-4577-4999-bb50-afbdf5826b0d'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:58.760160 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b06f9-f31e-4b5c-99e8-422975d15619 None None] Pushing event updated for resources: {'Port': ['ID=d275e3eb-3944-4577-a64b-0b6b4e24901e,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:58.819739 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] Set router 5bd388df-4577-4999-bb50-afbdf5826b0d gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:06:58.849303 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41206) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:58.977162 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-8877fe0a-c634-4b5e-a18e-1150df695b6b admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1265490 Sep 03 18:06:59.117792 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'name': 'router1', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd275e3eb-3944-4577-a64b-0b6b4e24901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:06:37Z', 'updated_at': '2021-09-03T18:06:55Z', 'revision_number': 4, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'gw_port': {'id': 'd275e3eb-3944-4577-a64b-0b6b4e24901e', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:55Z', 'updated_at': '2021-09-03T18:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '2dc7c97f-d340-4278-8ed5-e677cc8addbe', 'name': '', 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'mac_address': 'fa:16:3e:8c:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:46Z', 'updated_at': '2021-09-03T18:06:55Z', 'revision_number': 5, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'subnets': [{'id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2737149f-77c7-4922-917d-cb6e887f72c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:59.149572 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb184b8-1323-40b4-85d0-812e6b4763fc None None] The sync data for ids ['5bd388df-4577-4999-bb50-afbdf5826b0d'] in dv-cinder-804093-5-iscsi is: [{'id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'name': 'router1', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd275e3eb-3944-4577-a64b-0b6b4e24901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:06:37Z', 'updated_at': '2021-09-03T18:06:55Z', 'revision_number': 4, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'gw_port': {'id': 'd275e3eb-3944-4577-a64b-0b6b4e24901e', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:55Z', 'updated_at': '2021-09-03T18:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '2dc7c97f-d340-4278-8ed5-e677cc8addbe', 'name': '', 'network_id': '5df537d3-3d46-4826-a269-bd332c7fc000', 'tenant_id': 'eb67fa1a392f49dd99a57eaa91675774', 'mac_address': 'fa:16:3e:8c:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd388df-4577-4999-bb50-afbdf5826b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:46Z', 'updated_at': '2021-09-03T18:06:55Z', 'revision_number': 5, 'project_id': 'eb67fa1a392f49dd99a57eaa91675774', 'subnets': [{'id': '7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2737149f-77c7-4922-917d-cb6e887f72c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:06:59.604437 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device d275e3eb-3944-4577-a64b-0b6b4e24901e up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:06:59.682168 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port d275e3eb-3944-4577-a64b-0b6b4e24901e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:06:59.692380 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port d275e3eb-3944-4577-a64b-0b6b4e24901e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:59.694058 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:59.770692 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:06:59.836101 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:59.872012 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port d275e3eb-3944-4577-a64b-0b6b4e24901e, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=d275e3eb-3944-4577-a64b-0b6b4e24901e,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:06:59.877120 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:59.944689 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=d275e3eb-3944-4577-a64b-0b6b4e24901e,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:07:01.563504 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device d275e3eb-3944-4577-a64b-0b6b4e24901e up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:07:01.639202 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port d275e3eb-3944-4577-a64b-0b6b4e24901e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:07:01.640289 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:10.604451 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0d72f64e-9e82-4744-b1f0-c60a9f74865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:13.345387 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bcd2812a-db1f-44e6-8033-ed7e8c70d612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:13.584525 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:14.401345 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:16.007250 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:36.770916 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:07:40.588084 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2fb0c1b6-b113-4c7a-ac82-5bc9e0a01c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:43.350412 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ae86-2887-4adc-a22f-2b9fc59c7729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:43.604644 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:44.402372 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:46.008534 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:10.591128 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7f568b3f-63e2-435a-95d9-b0934e0df1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:13.346523 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-28d2eaeb-c232-4e94-9421-997df0bb4cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:13.591538 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:13.771159 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:08:14.400813 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:16.013147 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:38.602071 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41768) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:38.667446 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c05670a-f483-459c-95c5-36a518050c33 admin admin] GET failed (client error): The resource could not be found. Sep 03 18:08:38.668828 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-5c05670a-f483-459c-95c5-36a518050c33 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657785 Sep 03 18:08:38.846550 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558ac0d-bdbb-4cf2-b8cf-7a7d84153d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:38.848042 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-1558ac0d-bdbb-4cf2-b8cf-7a7d84153d2f admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1745684 Sep 03 18:08:40.592451 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8a69-2713-4b65-b1a2-1d6b7f84490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:41.023033 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41778) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:41.123685 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d8016-3f04-4e89-8701-14975fec64b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:41.125081 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-001d8016-3f04-4e89-8701-14975fec64b1 admin admin] 10.222.0.49 "GET /v2.0/subnets/7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135 HTTP/1.1" status: 200 len: 849 time: 0.1011024 Sep 03 18:08:41.135669 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:08:41.220868 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:41.359354 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790875735278'] for subnet, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:41.390130 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:41.390737 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:41.392034 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] 10.222.0.49 "PUT /v2.0/subnets/7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135 HTTP/1.1" status: 200 len: 868 time: 0.2606859 Sep 03 18:08:41.407561 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ccf60b-4d47-477b-8e54-eeb146a48b34 None None] Network 5df537d3-3d46-4826-a269-bd332c7fc000 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:08:41.411722 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:08:41.420238 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.420489 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.420866 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.421217 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.421560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.421923 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.422262 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.422599 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.422936 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.423322 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.423657 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.423988 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76a8e4-966e-4b7d-9789-163ad3ee7597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:41.801520 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4bc0c35b-151d-4021-aab0-74557520e613 None None] Provisioning complete for port 1a1af3ba-399d-40a7-899c-204941ddaa6b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:08:41.802077 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c35b-151d-4021-aab0-74557520e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:41.884322 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4bc0c35b-151d-4021-aab0-74557520e613 None None] Provisioning complete for port 2dc7c97f-d340-4278-8ed5-e677cc8addbe triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:08:41.884627 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c35b-151d-4021-aab0-74557520e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:43.346984 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f33cd3a3-1801-4976-900d-1486eeb787b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:43.591869 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:43.596404 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41786) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:43.858759 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff4909-17ff-40ec-9c5e-b28a418be01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:43.859144 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff4909-17ff-40ec-9c5e-b28a418be01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:43.860715 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-99ff4909-17ff-40ec-9c5e-b28a418be01f admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2633057 Sep 03 18:08:44.405059 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:46.013328 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:46.065602 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41794) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:46.198648 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0cea86-7acf-4d03-b871-78575bbeaab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:46.199121 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0cea86-7acf-4d03-b871-78575bbeaab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:46.200713 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-3f0cea86-7acf-4d03-b871-78575bbeaab2 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1341012 Sep 03 18:08:48.456830 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41802) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:48.580640 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6593d4-31ec-47d5-8b08-60c8a5c01873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:48.582041 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-7c6593d4-31ec-47d5-8b08-60c8a5c01873 admin admin] 10.222.0.49 "GET /v2.0/networks/2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 HTTP/1.1" status: 200 len: 886 time: 0.1242723 Sep 03 18:08:50.748288 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41810) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:50.769657 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:08:50.895922 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bcd03-49cd-4885-9975-3c2a06601c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:50.897355 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-633bcd03-49cd-4885-9975-3c2a06601c7d admin admin] 10.222.0.49 "GET /v2.0/networks/5df537d3-3d46-4826-a269-bd332c7fc000 HTTP/1.1" status: 200 len: 869 time: 0.1480517 Sep 03 18:08:53.098431 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41818) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:53.221042 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ffbb6a-6ce5-4974-aedb-ad52e1130f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:53.221502 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ffbb6a-6ce5-4974-aedb-ad52e1130f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:53.223034 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c0ffbb6a-6ce5-4974-aedb-ad52e1130f20 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236668 Sep 03 18:08:55.434792 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41828) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:55.571231 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13f393-103f-4424-a1fc-52ae7b5ca669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:55.571393 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13f393-103f-4424-a1fc-52ae7b5ca669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:55.573081 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-4f13f393-103f-4424-a1fc-52ae7b5ca669 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1372530 Sep 03 18:08:57.810600 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41836) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:58.061164 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c711c-c085-457a-8aca-f2b496cc1b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:58.062831 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-2e0c711c-c085-457a-8aca-f2b496cc1b4f admin admin] 10.222.0.49 "GET /v2.0/subnets/7fb8e9e3-bd0c-4bf5-b8ba-d149faedb135 HTTP/1.1" status: 200 len: 868 time: 0.2509847 Sep 03 18:09:00.286138 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41844) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:09:00.374359 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5ddfd-d2b2-4ef3-bb8b-0faa0e26a202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:09:00.375722 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-89f5ddfd-d2b2-4ef3-bb8b-0faa0e26a202 admin admin] 10.222.0.49 "GET /v2.0/subnets/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda HTTP/1.1" status: 200 len: 816 time: 0.0886338 Sep 03 18:09:10.600745 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4c8f472c-9ee5-4757-a583-476c4094ec65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:13.348259 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-79697dbe-6f20-44d1-bb94-00b835559b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:13.593645 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:14.408026 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:16.014926 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:24.649076 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41898) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:09:24.699284 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [None req-0a77b40f-138f-49c2-b4e3-2a30c399ac79 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:09:24.700406 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-0a77b40f-138f-49c2-b4e3-2a30c399ac79 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503700 Sep 03 18:09:27.091893 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41906) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:09:27.169841 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-131e968c-bbec-4df6-9ab8-95e7708017c4 admin admin] GET failed (client error): The resource could not be found. Sep 03 18:09:27.172047 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-131e968c-bbec-4df6-9ab8-95e7708017c4 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0786769 Sep 03 18:09:27.290098 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5d354c-4c7a-4d3d-a365-4d84fa6f3026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:09:27.291494 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-3b5d354c-4c7a-4d3d-a365-4d84fa6f3026 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1141109 Sep 03 18:09:27.768291 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:09:29.602699 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41914) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:09:29.653112 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:09:29.677117 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Made reservation on behalf of 292eab41b7d64a50a814f19204b698cb for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:09:29.679443 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:29.726211 dv-cinder-804093-5-iscsi neutron-server[94095]: WARNING neutron.services.revisions.revision_plugin [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Could not find related network for resource to bump revision. Sep 03 18:09:29.743729 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:09:29.757602 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790875613817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:29.758181 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Unsubscribe: segment precommit_create {{(pid=94095) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 18:09:29.758674 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.segments_db [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Added segment 836563d0-d155-4f6e-b956-d023b6ba4a7a of type vlan for network eb91338b-b6ab-4893-9a84-b2a257687c88 Sep 03 18:09:29.804956 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:29.839224 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:29.840466 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:09:29.841075 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:29.896973 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2931309 Sep 03 18:09:29.938741 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ac9e1-1b2d-4237-a753-6126eb44ed17 admin admin] Pushing event updated for resources: {'Network': ['ID=eb91338b-b6ab-4893-9a84-b2a257687c88,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:09:29.951379 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network eb91338b-b6ab-4893-9a84-b2a257687c88 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:09:32.219226 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41922) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:09:32.285903 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c91c89-0514-4275-a7ca-a0faf489642b admin admin] GET failed (client error): The resource could not be found. Sep 03 18:09:32.287342 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-68c91c89-0514-4275-a7ca-a0faf489642b admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668271 Sep 03 18:09:32.365824 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a607828-72a6-4bfb-8e31-c59ab7d3d2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:09:32.367824 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-7a607828-72a6-4bfb-8e31-c59ab7d3d2d3 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0756288 Sep 03 18:09:32.383897 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Request body: {'subnet': {'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:09:32.405823 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Made reservation on behalf of 292eab41b7d64a50a814f19204b698cb for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:09:32.408010 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:32.580064 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:32.629473 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f9ac2a1-d511-44dc-8da9-8e05a7f51316,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:09:32.646432 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Checking segment: {'id': '836563d0-d155-4f6e-b956-d023b6ba4a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:09:32.646786 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Network hostable DHCP agents. Network: eb91338b-b6ab-4893-9a84-b2a257687c88, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:09:32.663085 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Network eb91338b-b6ab-4893-9a84-b2a257687c88 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:09:32.672306 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, eb91338b-b6ab-4893-9a84-b2a257687c88) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:09:32.677284 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:09:32.677511 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:32.682387 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ef5c8d-2dd2-4b32-8994-a299e972e3a4 None None] Network eb91338b-b6ab-4893-9a84-b2a257687c88 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:09:32.698890 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-1440c598-7e90-48c9-aa76-974a7d97f044 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3193505 Sep 03 18:09:32.971589 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-eb91338b-b6ab-4893-9a84-b2a257687c88', 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88', 'tenant_id': '292eab41b7d64a50a814f19204b698cb', 'fixed_ips': [{'subnet_id': '1f9ac2a1-d511-44dc-8da9-8e05a7f51316'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:09:32.973006 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:33.141124 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Allocated IP 192.168.233.2 (eb91338b-b6ab-4893-9a84-b2a257687c88/1f9ac2a1-d511-44dc-8da9-8e05a7f51316/7439c892-243d-46bc-a45b-f0bbdcebc559) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:09:33.377017 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:33.388945 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Transition to ACTIVE for port object 7439c892-243d-46bc-a45b-f0bbdcebc559 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:09:33.407872 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Transition to ACTIVE for port object 7439c892-243d-46bc-a45b-f0bbdcebc559 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:09:33.414918 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:33.456682 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Network eb91338b-b6ab-4893-9a84-b2a257687c88 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:09:33.459747 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:09:33.467267 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:09:33.470539 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Pushing event updated for resources: {'Port': ['ID=7439c892-243d-46bc-a45b-f0bbdcebc559,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:09:33.481578 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.481934 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.482290 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.482642 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.482997 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.483303 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.483629 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.483960 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.484305 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.485363 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.485363 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.485363 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:33.543311 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Attempting to bind port 7439c892-243d-46bc-a45b-f0bbdcebc559 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:09:33.543680 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Attempting to bind port 7439c892-243d-46bc-a45b-f0bbdcebc559 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '836563d0-d155-4f6e-b956-d023b6ba4a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:09:33.544041 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Attempting to bind port 7439c892-243d-46bc-a45b-f0bbdcebc559 on network eb91338b-b6ab-4893-9a84-b2a257687c88 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:09:33.550227 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:09:33.550605 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Checking segment: {'id': '836563d0-d155-4f6e-b956-d023b6ba4a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:09:33.551023 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:33.551422 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Bound using segment: {'id': '836563d0-d155-4f6e-b956-d023b6ba4a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:09:33.551914 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Bound port: 7439c892-243d-46bc-a45b-f0bbdcebc559, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836563d0-d155-4f6e-b956-d023b6ba4a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:09:33.552328 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:33.623576 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] For port 7439c892-243d-46bc-a45b-f0bbdcebc559, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:09:33.627619 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] For port 7439c892-243d-46bc-a45b-f0bbdcebc559, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=7439c892-243d-46bc-a45b-f0bbdcebc559,segment=NetworkSegment(836563d0-d155-4f6e-b956-d023b6ba4a7a),segment_id=836563d0-d155-4f6e-b956-d023b6ba4a7a)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:09:33.635120 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:33.705272 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4978b3-5bf4-43a2-ba15-fcc34e9476dd None None] Pushing event updated for resources: {'Port': ['ID=7439c892-243d-46bc-a45b-f0bbdcebc559,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:09:34.617081 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a2f7eb-2b1b-4e7c-96b4-aa89e4f77f4e None None] Network eb91338b-b6ab-4893-9a84-b2a257687c88 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:09:34.756180 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-65399542-2a19-4459-8c1e-2bf83a990199 None None] Provisioning for port 7439c892-243d-46bc-a45b-f0bbdcebc559 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:09:35.694636 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 7439c892-243d-46bc-a45b-f0bbdcebc559 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:09:35.751571 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 7439c892-243d-46bc-a45b-f0bbdcebc559 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:09:35.755651 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 7439c892-243d-46bc-a45b-f0bbdcebc559 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:09:35.756068 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:35.838299 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:35.875142 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 7439c892-243d-46bc-a45b-f0bbdcebc559, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=7439c892-243d-46bc-a45b-f0bbdcebc559,segment=NetworkSegment(836563d0-d155-4f6e-b956-d023b6ba4a7a),segment_id=836563d0-d155-4f6e-b956-d023b6ba4a7a)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:09:35.880491 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:35.961051 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=7439c892-243d-46bc-a45b-f0bbdcebc559,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:09:37.658622 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 7439c892-243d-46bc-a45b-f0bbdcebc559 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:09:37.708871 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 7439c892-243d-46bc-a45b-f0bbdcebc559 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:09:37.709240 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:40.595075 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b68697c7-2a4f-4eb7-bc4a-8a20a3b62fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:43.350015 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f28bf380-fb6a-4bcf-856c-9dd402108058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:43.595361 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:44.411104 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:46.029018 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:04.767446 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:10:10.595607 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9faa505b-2abe-460a-9267-2c950e196ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:13.349693 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f83b570e-2a67-480c-9952-e2439079c29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:13.596711 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:14.411978 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:16.020791 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:40.602804 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-67590eb4-f946-47b0-a27b-6998e0808d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:41.766165 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:10:43.288731 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41974) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:10:43.295919 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [None req-2525e67f-e65b-4ba7-852f-aef4ea032a1b tempest-verify_tempest_config-1564803902 tempest-verify_tempest_config-1564803902-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:10:43.296957 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-2525e67f-e65b-4ba7-852f-aef4ea032a1b tempest-verify_tempest_config-1564803902 tempest-verify_tempest_config-1564803902-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071423 Sep 03 18:10:43.352250 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-feb79c94-bf04-4349-9796-209ae1a69579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:43.600219 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:43.610370 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 41992) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:10:43.720633 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:43.839735 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:43.843592 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:43.886272 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9bff8e-d39e-43f2-be0e-43e31a7d70b7,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:10:43.892879 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 41996) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:10:43.893555 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d64e4388c862439687e0be22968556b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2814245 Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.904363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b052e-bdb4-4540-86e8-d266a6bf9c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:43.955123 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:43.976243 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:44.065596 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:44.068706 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:44.070040 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf9bff8e-d39e-43f2-be0e-43e31a7d70b7 HTTP/1.1" status: 204 len: 168 time: 0.1761544 Sep 03 18:10:44.078299 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9bff8e-d39e-43f2-be0e-43e31a7d70b7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:10:44.085207 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.085556 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.085899 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.086230 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.086557 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.086907 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.087237 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.087561 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.087887 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.088203 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.088523 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.089005 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33777d0-3285-4f4c-82fd-58ef03622d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:10:44.420259 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:46.025284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:10.594242 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-02ae78a5-58c6-4e2d-8cc7-f560a1bde5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:13.352934 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3cf90231-7b17-4792-8755-b07ec00bb808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:13.602653 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:14.418345 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:16.028023 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:18.764790 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:11:40.595962 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-21045d83-b6db-41e6-8f39-bf3ab7d5590c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:43.353617 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4282be57-2cf5-415b-b877-2d2fe123fa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:43.604126 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:44.418737 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:46.031751 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:55.763416 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 5 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:12:10.596844 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7846b7ca-1c44-4520-979e-3e3da5385a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:13.354061 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-64b0b53e-33ea-47f7-a4be-e9838efcb16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:13.604311 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:14.422789 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:15.560316 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33187258'] for agent, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:16.036071 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:31.413339 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42070) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:12:31.544066 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-90b36f68-990c-4bfa-8fc4-c58c5e4b1a83 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1294677 Sep 03 18:12:32.764911 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:12:33.868860 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42080) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:12:33.927330 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-12b4e09c-1c27-49b7-828b-20f771ad3141 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0571923 Sep 03 18:12:40.598647 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1b07a6ff-e1fc-455e-8334-d6283c78cb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:43.354875 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed0a0-4681-4aa0-a87c-6fe1f4a917a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:43.605755 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:44.425306 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:45.505043 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:46.040143 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:09.763595 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:13:10.599907 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c484eb81-d3cb-4a46-9882-c3dd99ca51a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:13.354736 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d23640e1-6ef1-44ef-89b4-92c46f593d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:13.605782 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:14.428619 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.527096 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.040380 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:40.601125 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-94b1131c-21dd-4b17-8bd8-88904d470617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.354942 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-57f86bf2-abd0-4b97-89e7-fc0296bca40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.606711 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.431594 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:45.524867 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:46.044376 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:46.763086 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:14:01.258062 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42212) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:01.513554 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-427156028-network', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:01.539028 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Made reservation on behalf of 1c41ccd5140642b8ac75dc80c9cb6f57 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:01.541425 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.551119 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.647904 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.652818 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.681951 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:01.687224 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2381a41-e7cd-42b9-88f7-3c82d03ed02f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:01.696770 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.697154 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.697510 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.697857 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.698259 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.698537 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.699059 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.699393 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.699749 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.700084 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.700434 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.700763 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Tracked resource versions report: Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: pushed versions: Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: { 'AddressGroup': {'1.2'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'ConntrackHelper': {'1.0'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Log': {'1.0'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Network': {'1.1'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Port': {'1.7'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'PortForwarding': {'1.2'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'QosPolicy': {'1.9'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SecurityGroup': {'1.4'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SubPort': {'1.0'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Subnet': {'1.1'}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Trunk': {'1.1'}} Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: consumer versions: Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: { DHCP agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: HyperV agent@hv-cinder-80409: {}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: L3 agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: Metadata agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: Metering agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: Open vSwitch agent@dv-cinder-804093-5-iscsi: { 'AddressGroup': '1.2', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'ConntrackHelper': '1.0', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Log': '1.0', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Network': '1.1', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Port': '1.7', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'PortForwarding': '1.2', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'QosPolicy': '1.9', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SecurityGroup': '1.4', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SecurityGroupRule': '1.2', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'SubPort': '1.0', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Subnet': '1.1', Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: 'Trunk': '1.1'}} Sep 03 18:14:01.702442 dv-cinder-804093-5-iscsi neutron-server[94096]: {{(pid=94096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:14:01.708538 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.708915 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Added segment 8913c724-a0d9-4cc4-a588-78d3efba1bf9 of type vlan for network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad Sep 03 18:14:01.756339 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.783562 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.784521 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:01.785132 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.812590 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5532453 Sep 03 18:14:01.815624 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42244) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:01.825122 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Request body: {'subnet': {'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-subnet', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:01.854046 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Made reservation on behalf of 1c41ccd5140642b8ac75dc80c9cb6f57 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:01.858401 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.860561 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb7d8c-2759-460e-a909-e1ee7ac31500 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:01.874662 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:02.046851 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.097963 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1751d6-8dae-4fb9-a443-c1add92a1505,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:02.105321 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.105699 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.106043 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.106460 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.106702 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.107048 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.107381 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.107742 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.108084 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.108723 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.108896 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.109189 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Tracked resource versions report: Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: pushed versions: Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: { 'AddressGroup': {'1.2'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'ConntrackHelper': {'1.0'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Log': {'1.0'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Network': {'1.1'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Port': {'1.7'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'PortForwarding': {'1.2'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'QosPolicy': {'1.9'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SecurityGroup': {'1.4'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SubPort': {'1.0'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Subnet': {'1.1'}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Trunk': {'1.1'}} Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: consumer versions: Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: { DHCP agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: HyperV agent@hv-cinder-80409: {}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: L3 agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: Metadata agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: Metering agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: Open vSwitch agent@dv-cinder-804093-5-iscsi: { 'AddressGroup': '1.2', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'ConntrackHelper': '1.0', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Log': '1.0', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Network': '1.1', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Port': '1.7', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'PortForwarding': '1.2', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'QosPolicy': '1.9', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SecurityGroup': '1.4', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SecurityGroupRule': '1.2', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'SubPort': '1.0', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Subnet': '1.1', Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: 'Trunk': '1.1'}} Sep 03 18:14:02.110139 dv-cinder-804093-5-iscsi neutron-server[94095]: {{(pid=94095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:14:02.127320 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Checking segment: {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:02.127936 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Network hostable DHCP agents. Network: bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:02.147902 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:02.160002 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:02.164148 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:02.164785 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.170436 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543664e6-fa17-45c1-a960-a94982f891eb None None] Network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:02.188271 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-419f69b4-7452-4b6b-94b6-2d0a78bee244 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3681746 Sep 03 18:14:02.188708 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42272) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:02.193956 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:02.219268 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.220947 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.288280 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.317312 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa779f7-21ed-4431-8209-cc9e692b342c None None] Network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:02.435323 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.699724 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.722077 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.848988 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Allocated IP 172.27.1.60 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/5967056e-773e-4c42-b650-173b84710000) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:02.960082 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.000190 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.039506 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:03.042411 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:03.046690 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:03.093004 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Pushing event updated for resources: {'Port': ['ID=5967056e-773e-4c42-b650-173b84710000,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:03.105795 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42314) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:03.176593 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42324) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:03.312917 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.487197 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2063947413-network', 'tenant_id': '576e5b2fec21467ab8ead8a54f3647a5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:03.487932 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-974857534-network', 'tenant_id': '5f6ce956b9514b66a4023a999e40ffa9'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:03.514725 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Made reservation on behalf of 576e5b2fec21467ab8ead8a54f3647a5 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:03.521030 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.540565 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.587611 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Made reservation on behalf of 5f6ce956b9514b66a4023a999e40ffa9 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:03.590073 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.605251 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.657393 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.671238 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.677882 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.697618 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:03.708998 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.709417 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.segments_db [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Added segment 103c374c-7709-4f57-8e9d-0f8136f1f7d4 of type vlan for network 2328b67b-efd7-4228-8287-e612103da764 Sep 03 18:14:03.776874 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c59e5a-2e8a-445e-93d8-e792157c4783,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:03.790311 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.822360 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.823945 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.824093 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.863557 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.866249 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Router b385246f-5501-47a9-8c03-515f98eedcb2 is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:14:03.870818 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.882034 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7737026 Sep 03 18:14:03.885990 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42350) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:03.895656 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Request body: {'subnet': {'network_id': '2328b67b-efd7-4228-8287-e612103da764', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2063947413-subnet', 'tenant_id': '576e5b2fec21467ab8ead8a54f3647a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:03.899793 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed9ff9e-ae56-4635-b652-a066929c46c7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:04.015418 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:14:04.021550 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:04.027207 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Sync routers for ids ['b385246f-5501-47a9-8c03-515f98eedcb2'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:14:04.038285 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.038285 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Added segment 6090799d-14a9-4421-aeb5-448369a826ff of type vlan for network 10b824ce-d174-4648-a84f-1277bdafe2bb Sep 03 18:14:04.048491 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.048975 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Routers {'b385246f-5501-47a9-8c03-515f98eedcb2'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:04.051531 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:13:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['b385246f-5501-47a9-8c03-515f98eedcb2'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:04.052968 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a3da4-ad2b-486c-8069-18f6acec80ec admin admin] Pushing event updated for resources: {'Network': ['ID=2328b67b-efd7-4228-8287-e612103da764,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:04.053328 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-5c1ec1ab-3105-4501-945e-174859bdfd82 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8634033 Sep 03 18:14:04.055150 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42356) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:04.066529 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 2328b67b-efd7-4228-8287-e612103da764 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:04.073123 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Made reservation on behalf of 576e5b2fec21467ab8ead8a54f3647a5 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:04.076005 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.299948 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.372261 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Set router b385246f-5501-47a9-8c03-515f98eedcb2 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:04.487543 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.489805 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:04.490679 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.552038 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.647381 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '5967056e-773e-4c42-b650-173b84710000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:03Z', 'revision_number': 3, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'gw_port': {'id': '5967056e-773e-4c42-b650-173b84710000', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:04.682811 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Checking router: b385246f-5501-47a9-8c03-515f98eedcb2 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:14:04.683535 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Updating router b385246f-5501-47a9-8c03-515f98eedcb2 port 5967056e-773e-4c42-b650-173b84710000 binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:14:04.690090 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] Pushing event updated for resources: {'Network': ['ID=10b824ce-d174-4648-a84f-1277bdafe2bb,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:04.690465 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38285df6-033e-4e7c-809c-62284d981a5d,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:04.709029 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Checking segment: {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:04.710835 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 10b824ce-d174-4648-a84f-1277bdafe2bb details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:04.710989 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Network hostable DHCP agents. Network: 2328b67b-efd7-4228-8287-e612103da764, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:04.716257 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-6f1464ac-8478-40ba-893a-a56781b1badd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5384610 Sep 03 18:14:04.721711 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42378) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:04.737190 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Request body: {'subnet': {'network_id': '10b824ce-d174-4648-a84f-1277bdafe2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-974857534-subnet', 'tenant_id': '5f6ce956b9514b66a4023a999e40ffa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:04.759006 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.792168 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Made reservation on behalf of 5f6ce956b9514b66a4023a999e40ffa9 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:04.797834 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.832580 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Network 2328b67b-efd7-4228-8287-e612103da764 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:04.853446 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.949276 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 2328b67b-efd7-4228-8287-e612103da764) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:04.959339 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f177be-87c6-4eba-b72a-6f1ae97b02b9 None None] Network 2328b67b-efd7-4228-8287-e612103da764 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:04.977716 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:04.978359 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.141829 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Allocated IP 172.20.0.1 (bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad/2c1751d6-8dae-4fb9-a443-c1add92a1505/2c365e9a-a6cb-476d-996c-4a3637ae28fe) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:05.146664 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.197351 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-382c77ee-dc2f-47b8-ae9a-d5e6b2222910 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3091748 Sep 03 18:14:05.202403 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d39345-390a-4b4a-b5b8-e875f597201a,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:05.235003 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34aa355-dbce-45e7-9a52-51211a701b68 None None] Network 2328b67b-efd7-4228-8287-e612103da764 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:05.268205 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Checking segment: {'id': '6090799d-14a9-4421-aeb5-448369a826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '10b824ce-d174-4648-a84f-1277bdafe2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:05.268564 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Network hostable DHCP agents. Network: 10b824ce-d174-4648-a84f-1277bdafe2bb, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:05.280822 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.303697 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Transition to ACTIVE for port object 5967056e-773e-4c42-b650-173b84710000 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:05.306876 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Network 10b824ce-d174-4648-a84f-1277bdafe2bb is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:05.315742 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.326792 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 10b824ce-d174-4648-a84f-1277bdafe2bb) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:05.339264 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:05.340499 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.369128 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-082ef8d6-0bc6-4088-90f3-0d82758bc53c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6450410 Sep 03 18:14:05.387155 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.426842 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a0f3a-0e0a-4742-aef8-17ed4efea38f None None] Network 10b824ce-d174-4648-a84f-1277bdafe2bb requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:05.437047 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.476561 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Attempting to bind port 5967056e-773e-4c42-b650-173b84710000 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:05.479801 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:05.480199 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Attempting to bind port 5967056e-773e-4c42-b650-173b84710000 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:05.481337 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Attempting to bind port 5967056e-773e-4c42-b650-173b84710000 on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:05.483963 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:05.487784 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:05.489708 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.496879 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Pushing event updated for resources: {'Port': ['ID=5967056e-773e-4c42-b650-173b84710000,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:05.518774 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:05.519343 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:05.519759 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.520637 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:05.521139 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Bound port: 5967056e-773e-4c42-b650-173b84710000, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:05.521526 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.527916 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.532746 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.533508 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.534493 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.535158 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.535976 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.540210 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.540768 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.541299 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.541805 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.542310 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.542800 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Tracked resource versions report: Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: pushed versions: Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: { 'AddressGroup': {'1.2'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'ConntrackHelper': {'1.0'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Log': {'1.0'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Network': {'1.1'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Port': {'1.7'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'PortForwarding': {'1.2'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'QosPolicy': {'1.9'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SecurityGroup': {'1.4'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SubPort': {'1.0'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Subnet': {'1.1'}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Trunk': {'1.1'}} Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: consumer versions: Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: { DHCP agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: HyperV agent@hv-cinder-80409: {}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: L3 agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: Metadata agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: Metering agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: Open vSwitch agent@dv-cinder-804093-5-iscsi: { 'AddressGroup': '1.2', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'ConntrackHelper': '1.0', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Log': '1.0', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Network': '1.1', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Port': '1.7', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'PortForwarding': '1.2', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'QosPolicy': '1.9', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SecurityGroup': '1.4', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SecurityGroupRule': '1.2', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'SubPort': '1.0', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Subnet': '1.1', Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: 'Trunk': '1.1'}} Sep 03 18:14:05.546261 dv-cinder-804093-5-iscsi neutron-server[94098]: {{(pid=94098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:14:05.570234 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Pushing event updated for resources: {'Port': ['ID=2c365e9a-a6cb-476d-996c-4a3637ae28fe,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:05.583968 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8619e-df3c-43a0-8ee9-b0118e817b95 None None] Network 10b824ce-d174-4648-a84f-1277bdafe2bb requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:05.659390 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] For port 5967056e-773e-4c42-b650-173b84710000, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:05.663791 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] For port 5967056e-773e-4c42-b650-173b84710000, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=5967056e-773e-4c42-b650-173b84710000,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:05.683971 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.776094 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Routers {'b385246f-5501-47a9-8c03-515f98eedcb2'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:05.776890 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:13:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['b385246f-5501-47a9-8c03-515f98eedcb2'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:05.809136 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.881343 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11faecd-4ab5-44c3-a65e-aab322dc3802 None None] Pushing event updated for resources: {'Port': ['ID=5967056e-773e-4c42-b650-173b84710000,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:05.933995 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] Set router b385246f-5501-47a9-8c03-515f98eedcb2 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:06.140378 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.147976 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.149092 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.192537 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '5967056e-773e-4c42-b650-173b84710000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 4, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'gw_port': {'id': '5967056e-773e-4c42-b650-173b84710000', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '2c365e9a-a6cb-476d-996c-4a3637ae28fe', 'name': '', 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'mac_address': 'fa:16:3e:da:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:04Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 1, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'subnets': [{'id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:06.228379 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Pushing event updated for resources: {'Port': ['ID=2c365e9a-a6cb-476d-996c-4a3637ae28fe,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:06.304571 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:06.306219 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:06.450603 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Router b385246f-5501-47a9-8c03-515f98eedcb2 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:14:06.481692 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad059b2-f9c6-4e46-97df-772e3d2607ef None None] The sync data for ids ['b385246f-5501-47a9-8c03-515f98eedcb2'] in dv-cinder-804093-5-iscsi is: [{'id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '5967056e-773e-4c42-b650-173b84710000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 4, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'gw_port': {'id': '5967056e-773e-4c42-b650-173b84710000', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '2c365e9a-a6cb-476d-996c-4a3637ae28fe', 'name': '', 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'mac_address': 'fa:16:3e:da:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:04Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 1, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'subnets': [{'id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:14:06.617474 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42474) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:06.650942 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:14:06.661421 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-ccd05455-ef44-4034-b0af-039a02b3d0aa admin admin] 10.222.0.49 "PUT /v2.0/routers/b385246f-5501-47a9-8c03-515f98eedcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6052091 Sep 03 18:14:06.890517 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2bf1bb59-91f2-48af-a425-83bfc52ee1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:07.085426 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2bf1bb59-91f2-48af-a425-83bfc52ee1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:07.091400 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2bf1bb59-91f2-48af-a425-83bfc52ee1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:07.135249 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-2bf1bb59-91f2-48af-a425-83bfc52ee1e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2be95b0f97fe43489b93c3ed7a50a257&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5163612 Sep 03 18:14:07.137698 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42514) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:07.161813 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1bb59-91f2-48af-a425-83bfc52ee1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3ea86d-e59b-44a2-b8f7-fa41878ee819,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:07.234047 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53046d33-1240-4f21-ad0f-a73a4864fa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:07.264910 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53046d33-1240-4f21-ad0f-a73a4864fa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:07.327507 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53046d33-1240-4f21-ad0f-a73a4864fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:07.343252 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-53046d33-1240-4f21-ad0f-a73a4864fa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:07.344656 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-53046d33-1240-4f21-ad0f-a73a4864fa47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f3ea86d-e59b-44a2-b8f7-fa41878ee819 HTTP/1.1" status: 204 len: 168 time: 0.2050993 Sep 03 18:14:07.354135 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53046d33-1240-4f21-ad0f-a73a4864fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3ea86d-e59b-44a2-b8f7-fa41878ee819,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:07.626152 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42542) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:07.628451 dv-cinder-804093-5-iscsi neutron-server[94096]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 18:14:07.757000 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42550) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:07.759183 dv-cinder-804093-5-iscsi neutron-server[94095]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 18:14:07.931270 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 5967056e-773e-4c42-b650-173b84710000 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:08.031529 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 5967056e-773e-4c42-b650-173b84710000 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:08.038901 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 5967056e-773e-4c42-b650-173b84710000 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:08.040033 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:08.085630 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-7e915fb0-7703-4a75-b171-039c7734e909 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:08.087008 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-7e915fb0-7703-4a75-b171-039c7734e909 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/networks?id=10b824ce-d174-4648-a84f-1277bdafe2bb HTTP/1.1" status: 200 len: 811 time: 0.4597225 Sep 03 18:14:08.115214 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-5c9337b5-e8ac-447c-9f9c-0e4097c23924 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/quotas/5f6ce956b9514b66a4023a999e40ffa9 HTTP/1.1" status: 200 len: 375 time: 0.0129933 Sep 03 18:14:08.168715 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d4fc1fbf-5ef5-40d1-ac61-429725526744 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:08.177528 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d4fc1fbf-5ef5-40d1-ac61-429725526744 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 815 time: 0.4194062 Sep 03 18:14:08.204559 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-0415460e-8d5e-4f14-bf59-1c530dfe1f86 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f6ce956b9514b66a4023a999e40ffa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801778 Sep 03 18:14:08.204738 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-84cf5663-0f96-46a5-ba68-804b78f4975d tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/quotas/576e5b2fec21467ab8ead8a54f3647a5 HTTP/1.1" status: 200 len: 375 time: 0.0206194 Sep 03 18:14:08.204827 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42560) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:08.227230 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:08.237516 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16ce2646-b547-4aec-b778-8d235e297631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:08.291439 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 5967056e-773e-4c42-b650-173b84710000, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=5967056e-773e-4c42-b650-173b84710000,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:08.299181 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:08.324167 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-14b43f5d-eb92-4643-aba1-ed85848e0c16 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137626 Sep 03 18:14:08.376366 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=5967056e-773e-4c42-b650-173b84710000,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:08.386735 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.388070 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.389459 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.390150 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.390874 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.391536 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.392956 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.393624 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.394167 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.394878 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.395463 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.396026 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Tracked resource versions report: Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: pushed versions: Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: { 'AddressGroup': {'1.2'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'ConntrackHelper': {'1.0'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Log': {'1.0'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Network': {'1.1'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Port': {'1.7'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'PortForwarding': {'1.2'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'QosPolicy': {'1.9'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SecurityGroup': {'1.4'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SubPort': {'1.0'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Subnet': {'1.1'}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Trunk': {'1.1'}} Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: consumer versions: Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: { DHCP agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: HyperV agent@hv-cinder-80409: {}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: L3 agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: Metadata agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: Metering agent@dv-cinder-804093-5-iscsi: {}, Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: Open vSwitch agent@dv-cinder-804093-5-iscsi: { 'AddressGroup': '1.2', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'ConntrackHelper': '1.0', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Log': '1.0', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Network': '1.1', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Port': '1.7', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'PortForwarding': '1.2', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'QosPolicy': '1.9', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SecurityGroup': '1.4', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SecurityGroupRule': '1.2', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'SubPort': '1.0', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Subnet': '1.1', Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: 'Trunk': '1.1'}} Sep 03 18:14:08.397877 dv-cinder-804093-5-iscsi neutron-server[94097]: {{(pid=94097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:14:08.499135 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16ce2646-b547-4aec-b778-8d235e297631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:08.509598 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-16ce2646-b547-4aec-b778-8d235e297631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:08.599376 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-b7a2e6c6-f8a1-4bfe-a380-f80ba6a425ba service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:14:08.600980 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-b7a2e6c6-f8a1-4bfe-a380-f80ba6a425ba service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1329482 Sep 03 18:14:08.622100 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-16ce2646-b547-4aec-b778-8d235e297631 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6b8db82da19473f876ba209b9faaa0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4153564 Sep 03 18:14:08.624813 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42586) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:08.690607 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce2646-b547-4aec-b778-8d235e297631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e3da8d-30d5-4519-96d4-14900858098f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:08.776973 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-4af76779-2b6f-4765-9c26-3e573cfc66ba service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:14:08.776973 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-4af76779-2b6f-4765-9c26-3e573cfc66ba service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2349994 Sep 03 18:14:08.811587 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-186e36df-c1e4-4caf-aed8-2b5315e6594e service neutron] 10.222.0.49 "GET /v2.0/networks/10b824ce-d174-4648-a84f-1277bdafe2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781993 Sep 03 18:14:08.835822 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ed1516d-3e0b-4ef1-81fe-d345a35c26b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:08.900752 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ed1516d-3e0b-4ef1-81fe-d345a35c26b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:08.951197 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-b8e3f64a-1bda-4349-860f-85aa91c2d090 service neutron] 10.222.0.49 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577122 Sep 03 18:14:08.953419 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-dae7db0a-f175-4cb0-a15c-7aeceb12c274 service neutron] 10.222.0.49 "GET /v2.0/networks/10b824ce-d174-4648-a84f-1277bdafe2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357279 Sep 03 18:14:09.097300 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-196050fa-a050-41fa-8943-9608ec670a86 service neutron] 10.222.0.49 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292758 Sep 03 18:14:09.121747 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ed1516d-3e0b-4ef1-81fe-d345a35c26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:09.125748 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4ed1516d-3e0b-4ef1-81fe-d345a35c26b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:09.130098 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-4ed1516d-3e0b-4ef1-81fe-d345a35c26b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68e3da8d-30d5-4519-96d4-14900858098f HTTP/1.1" status: 204 len: 168 time: 0.5025518 Sep 03 18:14:09.159492 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1516d-3e0b-4ef1-81fe-d345a35c26b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e3da8d-30d5-4519-96d4-14900858098f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:09.587744 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-04e988a1-6c9a-456c-a6b6-34164ae4fcf9 req-f81966a5-c34d-43a4-a720-6064e6030b80 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0809796 Sep 03 18:14:09.686929 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-dc205833-0c74-45fa-8daf-294315222100 req-2eb91871-ca68-4fb0-ba4b-1f1e6a251616 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 210 time: 0.0443108 Sep 03 18:14:09.883337 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Sync routers for ids ['b385246f-5501-47a9-8c03-515f98eedcb2'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:14:09.902671 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Routers {'b385246f-5501-47a9-8c03-515f98eedcb2'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:09.903476 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:13:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['b385246f-5501-47a9-8c03-515f98eedcb2'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:10.025742 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 5967056e-773e-4c42-b650-173b84710000 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:10.054606 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-d764db0f-4f44-426b-978a-5355fe6da8e0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:10.058086 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-d764db0f-4f44-426b-978a-5355fe6da8e0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 818 time: 0.2598002 Sep 03 18:14:10.093769 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Set router b385246f-5501-47a9-8c03-515f98eedcb2 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:10.095715 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 5967056e-773e-4c42-b650-173b84710000 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:10.096283 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:10.101270 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-3535ac2c-28df-4ed0-9f5a-718f47b7ac6a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/quotas/1c41ccd5140642b8ac75dc80c9cb6f57 HTTP/1.1" status: 200 len: 375 time: 0.0367362 Sep 03 18:14:10.246978 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-b51195c2-b709-45bd-b7db-74c7712be641 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447606 Sep 03 18:14:10.513729 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-ded5e0be-7647-4526-bed1-bc798f578a93 service neutron] 10.222.0.49 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657404 Sep 03 18:14:10.649341 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '5967056e-773e-4c42-b650-173b84710000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 4, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'gw_port': {'id': '5967056e-773e-4c42-b650-173b84710000', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '2c365e9a-a6cb-476d-996c-4a3637ae28fe', 'name': '', 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'mac_address': 'fa:16:3e:da:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:04Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 2, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'subnets': [{'id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:10.695646 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4a9d8f14-19eb-4906-b59b-b3ee35e46d4c service neutron] 10.222.0.49 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802878 Sep 03 18:14:10.733884 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c1b37bfb-1c5a-4fa9-a01e-d17078008d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:10.740923 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Checking router: b385246f-5501-47a9-8c03-515f98eedcb2 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:14:10.743374 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Updating router b385246f-5501-47a9-8c03-515f98eedcb2 port 2c365e9a-a6cb-476d-996c-4a3637ae28fe binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:14:10.777393 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42748) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:10.819644 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42752) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:10.837247 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:10.955052 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-61998b59-8b71-4535-80d1-4ccec1d87f5a req-853bc96e-ba0e-4905-88a3-706324f58638 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.1281676 Sep 03 18:14:11.161808 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e1580c1e-eea2-4b29-9de9-dad22a4b00ce req-f0de8efa-6862-4d51-a8c1-0fa8198fb6df tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 210 time: 0.0664549 Sep 03 18:14:11.227225 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b72dd094-7fa5-4d48-ae23-a80ae1fe0049 req-500e84bf-4f4e-4ea7-b295-8aa2826a99a6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 210 time: 0.1187372 Sep 03 18:14:11.276649 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc847-c72f-4fe8-a8a6-66b71b7577a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.384253 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.398704 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Transition to ACTIVE for port object 2c365e9a-a6cb-476d-996c-4a3637ae28fe will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:11.416449 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.453899 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb917b33-8803-4cc3-bf5d-513d40604d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.559888 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc847-c72f-4fe8-a8a6-66b71b7577a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.568592 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc847-c72f-4fe8-a8a6-66b71b7577a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.584389 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237f37b-c789-4792-95d4-ddb084bb2f2e None None] Pushing event updated for resources: {'Port': ['ID=2c365e9a-a6cb-476d-996c-4a3637ae28fe,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:11.668368 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-ec9dc847-c72f-4fe8-a8a6-66b71b7577a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cad3a6841c2a48ebadbbd46969d76779&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8472004 Sep 03 18:14:11.671843 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42794) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:11.673617 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dc847-c72f-4fe8-a8a6-66b71b7577a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2822b-84da-4b7e-b272-bff6caa60695,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:11.833826 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42802) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:11.836178 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f948c1a5-1e49-48a4-9a4c-fa3a874d208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.897143 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb917b33-8803-4cc3-bf5d-513d40604d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.906563 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb917b33-8803-4cc3-bf5d-513d40604d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.961912 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb917b33-8803-4cc3-bf5d-513d40604d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb51ca-e6b9-45e8-8ec4-d3a6e547162b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:12.019568 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-bb917b33-8803-4cc3-bf5d-513d40604d67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1bbb0c1dec4472ba9b38bc9afd41a87&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2405319 Sep 03 18:14:12.022277 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42820) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:12.124481 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f948c1a5-1e49-48a4-9a4c-fa3a874d208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.191038 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9c83-d1ea-47f3-9cd6-c49258bec7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.192734 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6b24078-2667-4f9a-ae7d-37b51a5db6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.199103 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Attempting to bind port 2c365e9a-a6cb-476d-996c-4a3637ae28fe on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:12.200314 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Attempting to bind port 2c365e9a-a6cb-476d-996c-4a3637ae28fe by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:12.202629 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Attempting to bind port 2c365e9a-a6cb-476d-996c-4a3637ae28fe on network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:12.211134 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-05729d4b-fb0a-4515-8e0e-458f357a071e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:12.212943 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-05729d4b-fb0a-4515-8e0e-458f357a071e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 818 time: 0.4359703 Sep 03 18:14:12.217312 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:12.218330 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Checking segment: {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:12.219570 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.221162 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Bound using segment: {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:12.223787 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Bound port: 2c365e9a-a6cb-476d-996c-4a3637ae28fe, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:12.225660 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.244420 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9c83-d1ea-47f3-9cd6-c49258bec7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.278806 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-adb9dbe4-7703-494a-82e2-7910459746db tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/quotas/1c41ccd5140642b8ac75dc80c9cb6f57 HTTP/1.1" status: 200 len: 375 time: 0.0446937 Sep 03 18:14:12.364496 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f948c1a5-1e49-48a4-9a4c-fa3a874d208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.367473 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f948c1a5-1e49-48a4-9a4c-fa3a874d208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.371664 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-f948c1a5-1e49-48a4-9a4c-fa3a874d208c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ce2822b-84da-4b7e-b272-bff6caa60695 HTTP/1.1" status: 204 len: 168 time: 0.6986542 Sep 03 18:14:12.374814 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] For port 2c365e9a-a6cb-476d-996c-4a3637ae28fe, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:12.383710 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] For port 2c365e9a-a6cb-476d-996c-4a3637ae28fe, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=2c365e9a-a6cb-476d-996c-4a3637ae28fe,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:12.392988 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.396542 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948c1a5-1e49-48a4-9a4c-fa3a874d208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2822b-84da-4b7e-b272-bff6caa60695,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:12.420857 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-448cbc42-b3b2-4f64-b8b2-9d1ee7896ce5 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355789 Sep 03 18:14:12.454729 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42838) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:12.494106 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42842) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:12.588942 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237f37b-c789-4792-95d4-ddb084bb2f2e None None] Pushing event updated for resources: {'Port': ['ID=2c365e9a-a6cb-476d-996c-4a3637ae28fe,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:12.617438 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Routers {'b385246f-5501-47a9-8c03-515f98eedcb2'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:12.618291 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:13:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['b385246f-5501-47a9-8c03-515f98eedcb2'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:12.677970 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a4db19d2-f3ae-4e72-a37d-1e1478302a21 req-58e1b287-bcb6-4adb-8cf4-dfef7dedd2a7 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.3813474 Sep 03 18:14:12.697740 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9c83-d1ea-47f3-9cd6-c49258bec7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.702577 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9c83-d1ea-47f3-9cd6-c49258bec7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.712515 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-2e0a9c83-d1ea-47f3-9cd6-c49258bec7c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6cb51ca-e6b9-45e8-8ec4-d3a6e547162b HTTP/1.1" status: 204 len: 168 time: 0.6799533 Sep 03 18:14:12.712777 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6b24078-2667-4f9a-ae7d-37b51a5db6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.712777 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-bb7e0944-c8a7-4162-8e35-9c700459add6 service neutron] 10.222.0.49 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877758 Sep 03 18:14:12.725064 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a9c83-d1ea-47f3-9cd6-c49258bec7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb51ca-e6b9-45e8-8ec4-d3a6e547162b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:12.755848 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d6b24078-2667-4f9a-ae7d-37b51a5db6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.819791 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] Set router b385246f-5501-47a9-8c03-515f98eedcb2 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:12.842836 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5dafddd7-3d78-421b-a1ce-c18651c45122 req-9ae99626-ff48-4560-acc6-bfa1a549b72e tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 210 time: 0.0343595 Sep 03 18:14:12.886750 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-d6b24078-2667-4f9a-ae7d-37b51a5db6c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e2371f1d911455ba18e22ff86dc9258&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0461376 Sep 03 18:14:12.890019 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42854) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:12.903346 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b24078-2667-4f9a-ae7d-37b51a5db6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdedddc-4954-4544-958a-1491aec9a183,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:12.937025 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10f78107-ce9f-4a47-81a8-ed0ed5b72449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.977996 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-2539fd86-bfee-461d-bd6c-81723f555a52 service neutron] 10.222.0.49 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534406 Sep 03 18:14:13.005755 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e6f90ce-e8f6-416f-80f3-ebda23b2719b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:13.048428 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128152825-network', 'tenant_id': '47e267f533274003864a551b2880e0a2'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:13.061900 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.23', 63352) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:13.071967 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e6f90ce-e8f6-416f-80f3-ebda23b2719b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:13.175717 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42856) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:13.187451 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e6f90ce-e8f6-416f-80f3-ebda23b2719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:13.190633 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e6f90ce-e8f6-416f-80f3-ebda23b2719b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:13.196085 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-3e6f90ce-e8f6-416f-80f3-ebda23b2719b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afdedddc-4954-4544-958a-1491aec9a183 HTTP/1.1" status: 204 len: 168 time: 0.3034542 Sep 03 18:14:13.208452 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cdf1fd1-a86e-4ff1-a636-637e2d5833a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:13.223202 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f90ce-e8f6-416f-80f3-ebda23b2719b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdedddc-4954-4544-958a-1491aec9a183,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:13.300806 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '5967056e-773e-4c42-b650-173b84710000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 4, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'gw_port': {'id': '5967056e-773e-4c42-b650-173b84710000', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '2c365e9a-a6cb-476d-996c-4a3637ae28fe', 'name': '', 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'mac_address': 'fa:16:3e:da:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:04Z', 'updated_at': '2021-09-03T18:14:12Z', 'revision_number': 4, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'subnets': [{'id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:13.378182 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3561d46-1f8a-4346-8b9a-fd5cb2ec8e0a None None] The sync data for ids ['b385246f-5501-47a9-8c03-515f98eedcb2'] in dv-cinder-804093-5-iscsi is: [{'id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '5967056e-773e-4c42-b650-173b84710000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:05Z', 'revision_number': 4, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'gw_port': {'id': '5967056e-773e-4c42-b650-173b84710000', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '2c365e9a-a6cb-476d-996c-4a3637ae28fe', 'name': '', 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'mac_address': 'fa:16:3e:da:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:04Z', 'updated_at': '2021-09-03T18:14:12Z', 'revision_number': 4, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'subnets': [{'id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:14:13.429000 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-5642b236-96d7-49d2-8f4c-f8c789fee0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:13.458501 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b922f1ce-c4e8-455e-867b-92892a772f5a req-f8a626ef-f942-49ed-9352-00df6e2095a0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 210 time: 0.0950677 Sep 03 18:14:13.547127 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-d0618eb8-1e38-407c-9896-5dc42b882bb0 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:13.554595 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-d0618eb8-1e38-407c-9896-5dc42b882bb0 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.23 "GET /v2.0/networks?id=10b824ce-d174-4648-a84f-1277bdafe2bb HTTP/1.1" status: 200 len: 811 time: 0.2868629 Sep 03 18:14:13.619930 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10f78107-ce9f-4a47-81a8-ed0ed5b72449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:13.636995 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Request body: {'port': {'device_id': '4afaf407-9979-4557-bec8-2c0755041ceb', 'network_id': '10b824ce-d174-4648-a84f-1277bdafe2bb', 'admin_state_up': True, 'tenant_id': '5f6ce956b9514b66a4023a999e40ffa9'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:13.647328 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:13.650918 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.23', 63358) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:13.725621 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.db.api [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:14:13.725621 dv-cinder-804093-5-iscsi neutron-server[94095]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 18:14:13.725621 dv-cinder-804093-5-iscsi neutron-server[94095]: [parameters: {'project_id_1': '47e267f533274003864a551b2880e0a2', 'expiration_1': datetime.datetime(2021, 9, 3, 18, 13, 53, 298372)}] Sep 03 18:14:13.725621 dv-cinder-804093-5-iscsi neutron-server[94095]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:14:13.730936 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG oslo_db.api [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:14:13.786985 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-10f78107-ce9f-4a47-81a8-ed0ed5b72449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:13.890660 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cdf1fd1-a86e-4ff1-a636-637e2d5833a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:14.011747 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-a56407ec-ebcd-4bb7-8ea1-aaa041a6a240 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:14.017568 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-a56407ec-ebcd-4bb7-8ea1-aaa041a6a240 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 815 time: 0.3657343 Sep 03 18:14:14.025953 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9cdf1fd1-a86e-4ff1-a636-637e2d5833a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:14.039092 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f78107-ce9f-4a47-81a8-ed0ed5b72449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b870ea-774f-4acb-9b1f-fd7d119f912f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:14.162844 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2c365e9a-a6cb-476d-996c-4a3637ae28fe up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:14.274570 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-10f78107-ce9f-4a47-81a8-ed0ed5b72449 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2888f3e384c41bf8fa3a202984c460f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8103809 Sep 03 18:14:14.297701 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42916) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:14.343670 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 2c365e9a-a6cb-476d-996c-4a3637ae28fe completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:14.347392 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9cdf1fd1-a86e-4ff1-a636-637e2d5833a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=431ffc7171ce45308eebf2c55c004739&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1685629 Sep 03 18:14:14.359564 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 2c365e9a-a6cb-476d-996c-4a3637ae28fe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:14.363128 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42918) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:14.363622 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:14.363771 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42922) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:14.370722 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf1fd1-a86e-4ff1-a636-637e2d5833a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbaf99b-f05f-4d96-840d-29bb1e362d03,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:14.390144 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Request body: {'port': {'device_id': 'e86aa014-9ba4-4c10-a2c6-675bafd2b520', 'network_id': '2328b67b-efd7-4228-8287-e612103da764', 'admin_state_up': True, 'tenant_id': '576e5b2fec21467ab8ead8a54f3647a5'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:14.477472 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:14.589139 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.23', 63362) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:14.690265 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:14.759529 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6aa6f87e-c9c0-491d-9d5c-091f5593902d req-968040e9-fa0a-4be2-9a1f-9a50f78a215a tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 210 time: 0.5172989 Sep 03 18:14:14.803578 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-106a9825-694e-4347-8740-718488c5e790 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:14.805119 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-106a9825-694e-4347-8740-718488c5e790 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 818 time: 0.2022724 Sep 03 18:14:14.879235 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 2c365e9a-a6cb-476d-996c-4a3637ae28fe, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=2c365e9a-a6cb-476d-996c-4a3637ae28fe,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:14.891603 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:14.958031 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Request body: {'port': {'device_id': '42032047-8bdf-474e-a613-61e19b68a952', 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'admin_state_up': True, 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:15.127858 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=2c365e9a-a6cb-476d-996c-4a3637ae28fe,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:15.257987 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37cf3f6b-4794-4a26-859a-500993e4d1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.261957 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b669e561-aeeb-4b4f-b5b5-c70d40413c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.334293 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b669e561-aeeb-4b4f-b5b5-c70d40413c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.336088 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1e7f451b-dfad-4459-b450-35d74985149d req-37f0c6de-4125-4b7c-905f-5a447e9fa1fa tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 210 time: 0.0736051 Sep 03 18:14:15.381600 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.db.api [None req-37cf3f6b-4794-4a26-859a-500993e4d1a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:14:15.381600 dv-cinder-804093-5-iscsi neutron-server[94096]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 18:14:15.381600 dv-cinder-804093-5-iscsi neutron-server[94096]: [parameters: {'project_id': '0fcddd6795ff4dbf924004373f4bf0a0', 'id': '44003e87-1277-4a53-b959-cc885d9165e2', 'expiration': datetime.datetime(2021, 9, 3, 18, 16, 15, 372437)}] Sep 03 18:14:15.381600 dv-cinder-804093-5-iscsi neutron-server[94096]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:14:15.382693 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG oslo_db.api [None req-37cf3f6b-4794-4a26-859a-500993e4d1a3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:14:15.403310 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3ab99e9-3b0a-4ad3-a5da-06c79afa43e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.426846 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.db.api [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:14:15.426846 dv-cinder-804093-5-iscsi neutron-server[94096]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 18:14:15.426846 dv-cinder-804093-5-iscsi neutron-server[94096]: [parameters: {'project_id': '576e5b2fec21467ab8ead8a54f3647a5', 'id': 'a5d1a2d1-a69f-48d7-918d-187ee83e6a0a', 'expiration': datetime.datetime(2021, 9, 3, 18, 16, 15, 362672)}] Sep 03 18:14:15.426846 dv-cinder-804093-5-iscsi neutron-server[94096]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:14:15.428290 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG oslo_db.api [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:14:15.434628 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3ab99e9-3b0a-4ad3-a5da-06c79afa43e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.444525 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.db.api [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:14:15.444525 dv-cinder-804093-5-iscsi neutron-server[94095]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 18:14:15.444525 dv-cinder-804093-5-iscsi neutron-server[94095]: [parameters: {'project_id': '5f6ce956b9514b66a4023a999e40ffa9', 'id': 'fd09fb2a-2550-4b0d-a6a2-9ca800cc4edd', 'expiration': datetime.datetime(2021, 9, 3, 18, 16, 15, 413008)}] Sep 03 18:14:15.444525 dv-cinder-804093-5-iscsi neutron-server[94095]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:14:15.445409 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG oslo_db.api [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:14:15.455333 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1ab4d0ed-b80f-4b7e-8cc4-811dab879ea3 req-803b996f-55f6-4685-956d-1987c15a35a4 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 1.1478677 Sep 03 18:14:15.467320 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Made reservation on behalf of 47e267f533274003864a551b2880e0a2 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:15.470440 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.498634 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.530811 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b669e561-aeeb-4b4f-b5b5-c70d40413c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.535477 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b669e561-aeeb-4b4f-b5b5-c70d40413c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.537232 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b669e561-aeeb-4b4f-b5b5-c70d40413c54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86b870ea-774f-4acb-9b1f-fd7d119f912f HTTP/1.1" status: 204 len: 168 time: 1.2253451 Sep 03 18:14:15.537582 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.548789 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Made reservation on behalf of 1c41ccd5140642b8ac75dc80c9cb6f57 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:15.553755 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.574251 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669e561-aeeb-4b4f-b5b5-c70d40413c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b870ea-774f-4acb-9b1f-fd7d119f912f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:15.592775 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3ab99e9-3b0a-4ad3-a5da-06c79afa43e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.599138 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d3ab99e9-3b0a-4ad3-a5da-06c79afa43e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.599801 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-d3ab99e9-3b0a-4ad3-a5da-06c79afa43e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bbaf99b-f05f-4d96-840d-29bb1e362d03 HTTP/1.1" status: 204 len: 168 time: 1.2306182 Sep 03 18:14:15.627809 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab99e9-3b0a-4ad3-a5da-06c79afa43e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbaf99b-f05f-4d96-840d-29bb1e362d03,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:15.886744 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37cf3f6b-4794-4a26-859a-500993e4d1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:15.957122 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2c365e9a-a6cb-476d-996c-4a3637ae28fe up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:16.061169 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.23', 63369) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:16.221694 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Allocated IP 172.20.0.2 (bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad/2c1751d6-8dae-4fb9-a443-c1add92a1505/fb46f055-787b-42cb-9e80-b4e76de3026c) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:16.271854 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.312115 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.373435 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.415580 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 2c365e9a-a6cb-476d-996c-4a3637ae28fe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:16.416470 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.479474 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e55c7046-8b75-49d9-9ebe-ab333c3eaabb req-940ed2fe-a1d5-48cb-80ef-ca6e52ea751a tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 210 time: 0.2931564 Sep 03 18:14:16.498853 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:16.548056 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e672d8a-ad09-481a-ba6c-3d291ca6868d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:16.557515 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.db.api [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:14:16.557515 dv-cinder-804093-5-iscsi neutron-server[94095]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 18:14:16.557515 dv-cinder-804093-5-iscsi neutron-server[94095]: [parameters: {'project_id_1': '5f6ce956b9514b66a4023a999e40ffa9', 'expiration_1': datetime.datetime(2021, 9, 3, 18, 13, 56, 49883)}] Sep 03 18:14:16.557515 dv-cinder-804093-5-iscsi neutron-server[94095]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:14:16.558513 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG oslo_db.api [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:14:16.572188 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.db.api [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:14:16.572188 dv-cinder-804093-5-iscsi neutron-server[94096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 18:14:16.572188 dv-cinder-804093-5-iscsi neutron-server[94096]: [parameters: {'project_id_1': '576e5b2fec21467ab8ead8a54f3647a5', 'expiration_1': datetime.datetime(2021, 9, 3, 18, 13, 55, 998150)}] Sep 03 18:14:16.572188 dv-cinder-804093-5-iscsi neutron-server[94096]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:14:16.574174 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG oslo_db.api [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:14:16.586788 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.590519 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.segments_db [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Added segment c23b53f2-90d9-41d8-9d63-df083d4064ec of type vlan for network 71fdfc80-f965-4b8e-9605-0d91090bed92 Sep 03 18:14:16.768384 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 42978) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:16.785717 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-364d94a1-1a84-4433-b549-4fa2f44e967c req-bd1b6e67-de78-4090-a589-a093063e17ee tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 210 time: 0.1912501 Sep 03 18:14:16.824365 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f932b374-2b58-4baa-9277-52e3930d2837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.826498 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-231f7737-ba55-4bfe-9b4f-87e78214f1cb tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:16.828112 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-231f7737-ba55-4bfe-9b4f-87e78214f1cb tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 818 time: 0.7584710 Sep 03 18:14:16.863281 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.941857 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.943325 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-da1d0f7a-9384-4863-9dae-5232a5f7d3bc req-483a97d9-09bb-4c76-977d-ce18523b2558 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.2419560 Sep 03 18:14:16.986291 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.988617 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:16.992004 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.001472 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Request body: {'port': {'device_id': '4c85b48f-7ada-4898-9e11-8c1c6a9c79f8', 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'admin_state_up': True, 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:17.178223 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] Pushing event updated for resources: {'Network': ['ID=71fdfc80-f965-4b8e-9605-0d91090bed92,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:17.194610 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.202877 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 71fdfc80-f965-4b8e-9605-0d91090bed92 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:17.276310 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37cf3f6b-4794-4a26-859a-500993e4d1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.285767 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37cf3f6b-4794-4a26-859a-500993e4d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.393922 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Pushing event updated for resources: {'Port': ['ID=fb46f055-787b-42cb-9e80-b4e76de3026c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:17.423972 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:17.438488 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-37cf3f6b-4794-4a26-859a-500993e4d1a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fcddd6795ff4dbf924004373f4bf0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0724020 Sep 03 18:14:17.441230 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:17.442920 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf3f6b-4794-4a26-859a-500993e4d1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9313b2f-532a-4b0f-afd3-bbd384c3da9a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:17.487229 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 42994) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:17.489287 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:17.522832 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:17.525643 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.615170 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b62c3c28-1f06-41f6-b94a-be8a151a2f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.676574 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b62c3c28-1f06-41f6-b94a-be8a151a2f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.690567 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b27a3014-0c1c-4949-ad50-1bcf8e9fac4c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.1885977 Sep 03 18:14:17.694140 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43002) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:17.715535 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Made reservation on behalf of 5f6ce956b9514b66a4023a999e40ffa9 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:17.724838 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.740944 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Request body: {'subnet': {'network_id': '71fdfc80-f965-4b8e-9605-0d91090bed92', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128152825-subnet', 'tenant_id': '47e267f533274003864a551b2880e0a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:17.827439 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0a17c42c-2c76-4eff-aa21-a23945bf53ac req-fa9adb0d-c06e-42a9-8e1b-c53db8a93919 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 210 time: 0.1330974 Sep 03 18:14:17.850365 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b62c3c28-1f06-41f6-b94a-be8a151a2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.855455 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b62c3c28-1f06-41f6-b94a-be8a151a2f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.866776 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-b62c3c28-1f06-41f6-b94a-be8a151a2f83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9313b2f-532a-4b0f-afd3-bbd384c3da9a HTTP/1.1" status: 204 len: 168 time: 0.4139049 Sep 03 18:14:17.906282 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c3c28-1f06-41f6-b94a-be8a151a2f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9313b2f-532a-4b0f-afd3-bbd384c3da9a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:17.986427 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f932b374-2b58-4baa-9277-52e3930d2837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:18.011919 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f932b374-2b58-4baa-9277-52e3930d2837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:18.025943 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-8aed9f95-b81c-428c-b0dc-cc88271b3bfd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1706996 Sep 03 18:14:18.039699 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-88e0801c-08bb-4893-8bd3-9aa2aaf49ccb req-041931b8-34e3-4c8e-9a31-1d76ef92bd5e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 210 time: 0.1115835 Sep 03 18:14:18.062927 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.db.api [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:14:18.062927 dv-cinder-804093-5-iscsi neutron-server[94096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 18:14:18.062927 dv-cinder-804093-5-iscsi neutron-server[94096]: [parameters: {'project_id_1': '1c41ccd5140642b8ac75dc80c9cb6f57', 'expiration_1': datetime.datetime(2021, 9, 3, 18, 13, 57, 335539)}] Sep 03 18:14:18.062927 dv-cinder-804093-5-iscsi neutron-server[94096]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:14:18.062927 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG oslo_db.api [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:14:18.075462 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Made reservation on behalf of 576e5b2fec21467ab8ead8a54f3647a5 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:18.080351 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:18.103185 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-ed77a005-4f95-4d8a-b3c6-9ff9c6ca2970 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:14:18.104212 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-ed77a005-4f95-4d8a-b3c6-9ff9c6ca2970 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325499 Sep 03 18:14:18.225264 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.db.api [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:14:18.225264 dv-cinder-804093-5-iscsi neutron-server[94095]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 18:14:18.225264 dv-cinder-804093-5-iscsi neutron-server[94095]: [parameters: {'project_id_1': '47e267f533274003864a551b2880e0a2', 'expiration_1': datetime.datetime(2021, 9, 3, 18, 13, 57, 765280)}] Sep 03 18:14:18.225264 dv-cinder-804093-5-iscsi neutron-server[94095]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:14:18.225767 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG oslo_db.api [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:14:18.610925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Allocated IP 172.20.0.11 (2328b67b-efd7-4228-8287-e612103da764/38285df6-033e-4e7c-809c-62284d981a5d/7de58bb3-47e6-46c6-b985-d8bbd367b27c) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:18.675369 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8262e3bc-b192-4bd2-98db-3e76c133bd38 req-8a5d2b20-4ed7-4a72-911f-a434a3b50d29 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.4486911 Sep 03 18:14:18.682158 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-f932b374-2b58-4baa-9277-52e3930d2837 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=699d0e8089034d31997cbcb0035466b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8996820 Sep 03 18:14:18.700014 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43046) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:18.738796 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Allocated IP 172.20.0.5 (10b824ce-d174-4648-a84f-1277bdafe2bb/87d39345-390a-4b4a-b5b8-e875f597201a/be1bf6f8-de32-442c-9e70-4ca4bf0d4d53) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:18.753050 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932b374-2b58-4baa-9277-52e3930d2837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b220b17-166e-4214-bb04-c7e2031366bb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:18.761278 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Made reservation on behalf of 1c41ccd5140642b8ac75dc80c9cb6f57 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:18.765805 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:18.831495 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Made reservation on behalf of 47e267f533274003864a551b2880e0a2 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:18.842939 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:18.984946 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Allocated IP 172.20.0.13 (bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad/2c1751d6-8dae-4fb9-a443-c1add92a1505/231df74e-b884-4264-b8a8-e103c512e8dd) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:19.077391 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Request body: {'port': {'device_id': '42032047-8bdf-474e-a613-61e19b68a952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:19.081446 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c54aef0-8e76-4771-9fac-5ebc108f2371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.091588 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-979b397b-2796-4f4e-ba24-e05edb3df866 req-49cb8f79-f3ca-4411-be64-581fe75e6933 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 210 time: 0.0854340 Sep 03 18:14:19.130236 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43058) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:19.423023 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61c087e8-0fac-4f2b-a01f-be5ab4882cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.441186 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c54aef0-8e76-4771-9fac-5ebc108f2371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.475227 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7927128c-c996-4154-b957-dea88b37d55b req-8ed1b5f8-806e-41f4-b171-3a2e95d71b0f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 210 time: 0.2032311 Sep 03 18:14:19.565464 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.621799 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.705349 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c54aef0-8e76-4771-9fac-5ebc108f2371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.709190 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c54aef0-8e76-4771-9fac-5ebc108f2371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.713874 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-3c54aef0-8e76-4771-9fac-5ebc108f2371 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b220b17-166e-4214-bb04-c7e2031366bb HTTP/1.1" status: 204 len: 168 time: 1.0113969 Sep 03 18:14:19.723035 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.735051 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.745729 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54aef0-8e76-4771-9fac-5ebc108f2371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b220b17-166e-4214-bb04-c7e2031366bb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:19.789598 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.808576 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.843058 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-87731528-1345-4b8e-9b00-30756860dd5e req-4ef6f3ff-e743-413e-b02a-adf2e983cc7f tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0305119 Sep 03 18:14:19.870004 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Network 2328b67b-efd7-4228-8287-e612103da764 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:19.894521 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:19.928382 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:19.935123 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:19.936147 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:19.973294 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:20.010713 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Pushing event updated for resources: {'Port': ['ID=7de58bb3-47e6-46c6-b985-d8bbd367b27c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:20.053664 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:20.058271 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:20.068997 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:20.083912 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.084955 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:20.147945 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Pushing event updated for resources: {'Port': ['ID=231df74e-b884-4264-b8a8-e103c512e8dd,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:20.303531 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e534fa-e7a9-46c8-b70d-88b279a1356b,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:20.337529 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61c087e8-0fac-4f2b-a01f-be5ab4882cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:20.353245 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-d594a29e-9990-45ca-8821-db48d24a0484 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1103284 Sep 03 18:14:20.358219 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-63a39701-07d2-4e6a-adea-e243aaa5e2f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4073923 Sep 03 18:14:20.438897 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-61c087e8-0fac-4f2b-a01f-be5ab4882cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:20.678531 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:20.690813 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Checking segment: {'id': 'c23b53f2-90d9-41d8-9d63-df083d4064ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '71fdfc80-f965-4b8e-9605-0d91090bed92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:20.691512 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Network hostable DHCP agents. Network: 71fdfc80-f965-4b8e-9605-0d91090bed92, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:20.710056 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-61c087e8-0fac-4f2b-a01f-be5ab4882cbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1bfb23fd64f64fe680168e8aa73350cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5768914 Sep 03 18:14:20.715850 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43100) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:20.815477 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c087e8-0fac-4f2b-a01f-be5ab4882cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9541fb51-0702-42ae-bd86-d390e8fc11bf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:20.825810 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d6381-1e89-4b89-afaa-40719261b397 req-ddfc3fed-68a0-407a-85f9-a2741107c249 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.827633 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca6d6381-1e89-4b89-afaa-40719261b397 req-ddfc3fed-68a0-407a-85f9-a2741107c249 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 932 time: 0.5217180 Sep 03 18:14:20.835914 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369940c-9343-46ea-a740-f3885c1ce3b5 req-38933a96-8895-432d-9a5c-63f8aebf68c4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.840224 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2369940c-9343-46ea-a740-f3885c1ce3b5 req-38933a96-8895-432d-9a5c-63f8aebf68c4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 932 time: 0.2392504 Sep 03 18:14:20.859280 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Network 10b824ce-d174-4648-a84f-1277bdafe2bb is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:20.931211 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:20.949653 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Pushing event updated for resources: {'Port': ['ID=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:20.969987 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Network 71fdfc80-f965-4b8e-9605-0d91090bed92 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:20.976260 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:20.983352 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.984120 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:20.993520 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43110) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:21.079049 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb46f055-787b-42cb-9e80-b4e76de3026c {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:21.088056 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca6d6381-1e89-4b89-afaa-40719261b397 req-4b7f30c9-d389-43c0-aee2-1f30a53ead0e tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376409 Sep 03 18:14:21.095007 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 71fdfc80-f965-4b8e-9605-0d91090bed92) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:21.099054 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.102323 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49a6204b-450f-4b4b-a87e-db5526820c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.110961 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa8ce69-90e8-4b1d-b85c-491206b357ab None None] Network 71fdfc80-f965-4b8e-9605-0d91090bed92 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:21.111631 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-90229791-a520-4ad3-a73a-9e2c678f2166 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4896636 Sep 03 18:14:21.120569 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:21.121245 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.138001 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2369940c-9343-46ea-a740-f3885c1ce3b5 req-1ac31e17-3339-433d-be72-b7e4614e3124 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754126 Sep 03 18:14:21.166835 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-bbc6fa0f-06cb-45cb-b175-355639bf3c47 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4393063 Sep 03 18:14:21.175314 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c97090e-bb67-432a-9d85-ddabf95832e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.204362 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Transition to ACTIVE for port object fb46f055-787b-42cb-9e80-b4e76de3026c will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:21.236569 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.263217 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c97090e-bb67-432a-9d85-ddabf95832e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.458389 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c97090e-bb67-432a-9d85-ddabf95832e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.471997 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c97090e-bb67-432a-9d85-ddabf95832e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.476871 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-2c97090e-bb67-432a-9d85-ddabf95832e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9541fb51-0702-42ae-bd86-d390e8fc11bf HTTP/1.1" status: 204 len: 168 time: 0.7562385 Sep 03 18:14:21.510489 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97090e-bb67-432a-9d85-ddabf95832e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9541fb51-0702-42ae-bd86-d390e8fc11bf,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:21.631501 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Pushing event updated for resources: {'Port': ['ID=fb46f055-787b-42cb-9e80-b4e76de3026c,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:21.673596 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65d1db-d9c0-4fed-8d41-7af008e89e62 None None] Network 71fdfc80-f965-4b8e-9605-0d91090bed92 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:21.741949 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515d7f3-db7a-42c4-adbb-c20daa55671a req-fccc87bb-6441-453a-8cec-cf5364557c52 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:21.743800 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c515d7f3-db7a-42c4-adbb-c20daa55671a req-fccc87bb-6441-453a-8cec-cf5364557c52 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 931 time: 0.3531981 Sep 03 18:14:21.746240 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Attempting to bind port fb46f055-787b-42cb-9e80-b4e76de3026c on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:21.746807 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Attempting to bind port fb46f055-787b-42cb-9e80-b4e76de3026c by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:21.747856 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Attempting to bind port fb46f055-787b-42cb-9e80-b4e76de3026c on network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:21.848560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49a6204b-450f-4b4b-a87e-db5526820c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.875503 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Port fb46f055-787b-42cb-9e80-b4e76de3026c on network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:14:21.879601 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Attempting to bind port fb46f055-787b-42cb-9e80-b4e76de3026c on network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:21.887376 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-49a6204b-450f-4b4b-a87e-db5526820c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.967425 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:21.969085 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Checking segment: {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:21.971902 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Bound using segment: {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:21.974478 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Bound port: fb46f055-787b-42cb-9e80-b4e76de3026c, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:21.976903 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.064817 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Request body: {'port': {'device_id': '4c85b48f-7ada-4898-9e11-8c1c6a9c79f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:22.104899 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Request body: {'port': {'device_id': 'e86aa014-9ba4-4c10-a2c6-675bafd2b520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:22.123895 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Request body: {'port': {'device_id': '4afaf407-9979-4557-bec8-2c0755041ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:22.214225 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c515d7f3-db7a-42c4-adbb-c20daa55671a req-c4b1367a-ab8e-43e8-bc80-ead16f6a824f tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573326 Sep 03 18:14:22.217740 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43152) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:22.218523 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6204b-450f-4b4b-a87e-db5526820c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467915d7-680d-4615-85da-1aefbc050759,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:22.353642 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43158) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:22.354607 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-49a6204b-450f-4b4b-a87e-db5526820c22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc933088333e41f48630dc7545334157&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3289812 Sep 03 18:14:22.367689 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.415286 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2bf88852-9947-43a4-8ffd-1d9b38fa450c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.493639 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.661329 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.747846 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] For port fb46f055-787b-42cb-9e80-b4e76de3026c, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:22.768514 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] For port fb46f055-787b-42cb-9e80-b4e76de3026c, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fb46f055-787b-42cb-9e80-b4e76de3026c,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:22.833982 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.851087 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427bfd3-dbf8-4237-b57d-300c9fb66812 req-a4f312b6-5edd-4f5c-bf0a-468642efd69f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:22.853805 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d427bfd3-dbf8-4237-b57d-300c9fb66812 req-a4f312b6-5edd-4f5c-bf0a-468642efd69f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 932 time: 0.4768324 Sep 03 18:14:23.095287 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231df74e-b884-4264-b8a8-e103c512e8dd {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:23.109280 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.131055 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Transition to ACTIVE for port object 231df74e-b884-4264-b8a8-e103c512e8dd will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:23.151211 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:23.152188 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.159081 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78413c5-6680-4868-9bcb-7bb34ff78fe8 req-7fcf9cec-9bf6-41d8-a0ed-ede65bf0c056 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:23.160598 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] 10.222.0.23 "PUT /v2.0/ports/fb46f055-787b-42cb-9e80-b4e76de3026c HTTP/1.1" status: 200 len: 1093 time: 4.4769275 Sep 03 18:14:23.161882 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c78413c5-6680-4868-9bcb-7bb34ff78fe8 req-7fcf9cec-9bf6-41d8-a0ed-ede65bf0c056 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 932 time: 0.8421626 Sep 03 18:14:23.162965 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.179406 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42032047-8bdf-474e-a613-61e19b68a952', 'tag': 'fb46f055-787b-42cb-9e80-b4e76de3026c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:23.351434 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43178) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:23.361107 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Pushing event updated for resources: {'Port': ['ID=231df74e-b884-4264-b8a8-e103c512e8dd,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:23.541515 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43190) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:23.560149 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1134740416-network', 'tenant_id': '3e1e6afcb1e14b5bb529f65b32e3b32c'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:23.618581 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e9e1d42-d47b-4c04-84c1-d57da3c280e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.691440 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de58bb3-47e6-46c6-b985-d8bbd367b27c {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:23.735688 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e9e1d42-d47b-4c04-84c1-d57da3c280e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.739395 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.764207 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:14:23.781039 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c78413c5-6680-4868-9bcb-7bb34ff78fe8 req-b23bbc69-210a-4e2f-9a4c-ea325df67a15 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304340 Sep 03 18:14:23.821979 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Transition to ACTIVE for port object 7de58bb3-47e6-46c6-b985-d8bbd367b27c will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:23.830578 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Attempting to bind port 231df74e-b884-4264-b8a8-e103c512e8dd on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:23.831385 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Attempting to bind port 231df74e-b884-4264-b8a8-e103c512e8dd by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:23.832007 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Attempting to bind port 231df74e-b884-4264-b8a8-e103c512e8dd on network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:23.841999 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.858218 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Port 231df74e-b884-4264-b8a8-e103c512e8dd on network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:14:23.858920 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Attempting to bind port 231df74e-b884-4264-b8a8-e103c512e8dd on network bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:23.895681 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:23.896675 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Checking segment: {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:23.897503 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Bound using segment: {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:23.898283 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Bound port: 231df74e-b884-4264-b8a8-e103c512e8dd, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8913c724-a0d9-4cc4-a588-78d3efba1bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:23.898932 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.953321 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e9e1d42-d47b-4c04-84c1-d57da3c280e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.956495 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2e9e1d42-d47b-4c04-84c1-d57da3c280e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:23.958156 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-2e9e1d42-d47b-4c04-84c1-d57da3c280e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/467915d7-680d-4615-85da-1aefbc050759 HTTP/1.1" status: 204 len: 168 time: 1.5947280 Sep 03 18:14:24.000713 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71105c3c-366c-4ead-979d-b90eca717d27" -d '{"events": [{"name": "network-changed", "server_uuid": "42032047-8bdf-474e-a613-61e19b68a952", "tag": "fb46f055-787b-42cb-9e80-b4e76de3026c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:24.029858 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7de58bb3-47e6-46c6-b985-d8bbd367b27c,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:24.068387 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2468e5-bee9-4c0f-a6e4-9f632d6a371c service neutron] Pushing event updated for resources: {'Port': ['ID=fb46f055-787b-42cb-9e80-b4e76de3026c,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:24.109602 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d427bfd3-dbf8-4237-b57d-300c9fb66812 req-8248d4f0-f2d9-4ea1-b66c-0447f4b9c99c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0502610 Sep 03 18:14:24.124458 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c304fd4f-27ba-4cf0-ad38-96c414840077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:24.141899 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e1d42-d47b-4c04-84c1-d57da3c280e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467915d7-680d-4615-85da-1aefbc050759,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:24.186741 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-fba3e8b4-d75a-471a-a0a5-ad4d8ca1bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:24.189816 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-fba3e8b4-d75a-471a-a0a5-ad4d8ca1bae2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1096 time: 0.1858628 Sep 03 18:14:24.286231 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Attempting to bind port 7de58bb3-47e6-46c6-b985-d8bbd367b27c on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:24.286612 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Attempting to bind port 7de58bb3-47e6-46c6-b985-d8bbd367b27c by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:24.286947 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Attempting to bind port 7de58bb3-47e6-46c6-b985-d8bbd367b27c on network 2328b67b-efd7-4228-8287-e612103da764 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:24.332418 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] For port 231df74e-b884-4264-b8a8-e103c512e8dd, host hv-cinder-80409, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:24.343811 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Port 7de58bb3-47e6-46c6-b985-d8bbd367b27c on network 2328b67b-efd7-4228-8287-e612103da764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:14:24.346405 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Attempting to bind port 7de58bb3-47e6-46c6-b985-d8bbd367b27c on network 2328b67b-efd7-4228-8287-e612103da764 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:24.408922 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:24.409536 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Checking segment: {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:24.409778 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Bound using segment: {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:24.410127 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Bound port: 7de58bb3-47e6-46c6-b985-d8bbd367b27c, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:24.410495 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:24.420181 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] For port 231df74e-b884-4264-b8a8-e103c512e8dd, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=231df74e-b884-4264-b8a8-e103c512e8dd,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:24.443808 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:24.455766 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-6950e72b-9ffd-4648-b3e6-dbcbad943102 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb46f055-787b-42cb-9e80-b4e76de3026c HTTP/1.1" status: 200 len: 217 time: 0.2346277 Sep 03 18:14:24.460395 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a152b-9a3b-405b-b210-d3a6efad5b73 req-4610e596-b31c-4921-8aac-06429b93cdb7 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:24.462196 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3b6a152b-9a3b-405b-b210-d3a6efad5b73 req-4610e596-b31c-4921-8aac-06429b93cdb7 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 931 time: 0.4152737 Sep 03 18:14:24.640750 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2bf88852-9947-43a4-8ffd-1d9b38fa450c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:24.714822 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2bf88852-9947-43a4-8ffd-1d9b38fa450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:24.829500 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-2bf88852-9947-43a4-8ffd-1d9b38fa450c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=295316cb115d48bbab89663db5c21e00&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5736692 Sep 03 18:14:24.836491 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43228) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:24.913392 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172580fc-8fce-4adf-ba15-bce0b0b72aca x-openstack-request-id: req-172580fc-8fce-4adf-ba15-bce0b0b72aca {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:24.913614 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42032047-8bdf-474e-a613-61e19b68a952", "tag": "fb46f055-787b-42cb-9e80-b4e76de3026c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:24.914696 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-172580fc-8fce-4adf-ba15-bce0b0b72aca {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:24.914696 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42032047-8bdf-474e-a613-61e19b68a952', 'tag': 'fb46f055-787b-42cb-9e80-b4e76de3026c', 'status': 'completed', 'code': 200} Sep 03 18:14:24.976384 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-223b53f5-9469-4054-8b64-275799a22414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:24.976883 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-223b53f5-9469-4054-8b64-275799a22414 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.4392247 Sep 03 18:14:25.031980 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf88852-9947-43a4-8ffd-1d9b38fa450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b4bca5-56e0-49db-b394-989ffe6b87e9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:25.034677 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:25.035535 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.049811 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] 10.222.0.23 "PUT /v2.0/ports/231df74e-b884-4264-b8a8-e103c512e8dd HTTP/1.1" status: 200 len: 1094 time: 2.9793324 Sep 03 18:14:25.055806 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c85b48f-7ada-4898-9e11-8c1c6a9c79f8', 'tag': '231df74e-b884-4264-b8a8-e103c512e8dd'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:25.240552 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Made reservation on behalf of 3e1e6afcb1e14b5bb529f65b32e3b32c for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:25.243077 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.246860 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1b584b16-32cc-42d8-a894-6fbf1a32bcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.304146 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577238c7-1896-4864-84d4-acaa66dfb39d service neutron] Pushing event updated for resources: {'Port': ['ID=231df74e-b884-4264-b8a8-e103c512e8dd,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:25.324415 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.350985 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3b6a152b-9a3b-405b-b210-d3a6efad5b73 req-c3665e56-b1b9-4cb6-9c32-b89c94ac6651 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215001 Sep 03 18:14:25.368047 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] For port 7de58bb3-47e6-46c6-b985-d8bbd367b27c, host hv-cinder-80409, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:25.401342 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] For port 7de58bb3-47e6-46c6-b985-d8bbd367b27c, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7de58bb3-47e6-46c6-b985-d8bbd367b27c,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:25.416086 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.439374 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dddc7-2df3-448e-a5d4-69b0da8d92e2 req-c613063d-28f5-4095-aca7-dd3dbaa0e5dc tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:25.451258 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-690dddc7-2df3-448e-a5d4-69b0da8d92e2 req-c613063d-28f5-4095-aca7-dd3dbaa0e5dc tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 944 time: 0.4052348 Sep 03 18:14:25.466527 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1b584b16-32cc-42d8-a894-6fbf1a32bcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.509175 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:25.510352 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.521302 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] 10.222.0.23 "PUT /v2.0/ports/7de58bb3-47e6-46c6-b985-d8bbd367b27c HTTP/1.1" status: 200 len: 1094 time: 3.4617081 Sep 03 18:14:25.530756 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c716ebae-6252-42ae-8777-4d3d4952ce7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c85b48f-7ada-4898-9e11-8c1c6a9c79f8", "tag": "231df74e-b884-4264-b8a8-e103c512e8dd"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:25.555724 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:25.595502 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.615527 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783daa3-c73b-4398-a5d1-8ee4746323c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7de58bb3-47e6-46c6-b985-d8bbd367b27c,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:25.647448 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff02ed-fbb6-4fcd-917a-587b3f9692b3 req-855e59ba-bad5-41d3-b9e3-0c17ec3be2fa tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:25.662881 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e2ff02ed-fbb6-4fcd-917a-587b3f9692b3 req-855e59ba-bad5-41d3-b9e3-0c17ec3be2fa tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 944 time: 0.1239491 Sep 03 18:14:25.663544 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-690dddc7-2df3-448e-a5d4-69b0da8d92e2 req-52312ed8-0dfa-4195-9067-49b6a4f53217 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113724 Sep 03 18:14:25.716201 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Transition to ACTIVE for port object be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:25.744778 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e2ff02ed-fbb6-4fcd-917a-587b3f9692b3 req-690c9e5b-a37c-433a-9bec-e0b54f9af8da tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718453 Sep 03 18:14:25.851865 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.917952 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-9df1b0d5-c6e3-4b58-aafd-815a6b112f1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787670 Sep 03 18:14:26.029207 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-061a4fe6-d734-493a-a33b-192917f55702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:26.031168 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-061a4fe6-d734-493a-a33b-192917f55702 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 1097 time: 0.2190599 Sep 03 18:14:26.034436 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-8bf67b34-5766-4f72-9d32-2aa4767100b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:26.036711 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-8bf67b34-5766-4f72-9d32-2aa4767100b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 1097 time: 0.1629782 Sep 03 18:14:26.043096 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1b584b16-32cc-42d8-a894-6fbf1a32bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.046976 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1b584b16-32cc-42d8-a894-6fbf1a32bcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.048441 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-1b584b16-32cc-42d8-a894-6fbf1a32bcbe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82b4bca5-56e0-49db-b394-989ffe6b87e9 HTTP/1.1" status: 204 len: 168 time: 1.2101583 Sep 03 18:14:26.114026 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c304fd4f-27ba-4cf0-ad38-96c414840077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.117499 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b584b16-32cc-42d8-a894-6fbf1a32bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b4bca5-56e0-49db-b394-989ffe6b87e9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:26.176336 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c304fd4f-27ba-4cf0-ad38-96c414840077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.187535 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Pushing event updated for resources: {'Port': ['ID=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:26.379785 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-c2cd0feb-61dc-4490-b5ad-85d1181f253c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231df74e-b884-4264-b8a8-e103c512e8dd HTTP/1.1" status: 200 len: 217 time: 0.1647184 Sep 03 18:14:26.381018 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-0dd3ebcc-aaa3-4774-b3b7-048b4c70d112 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de58bb3-47e6-46c6-b985-d8bbd367b27c HTTP/1.1" status: 200 len: 217 time: 0.1643772 Sep 03 18:14:26.522631 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304fd4f-27ba-4cf0-ad38-96c414840077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e870f1-0cf7-4558-81a7-a702a9d68ec0,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:26.553312 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-c304fd4f-27ba-4cf0-ad38-96c414840077 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fddf90d7d44e43cb873b46630f9168a6&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1825142 Sep 03 18:14:26.555961 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43322) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:26.585725 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Attempting to bind port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:26.587292 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Attempting to bind port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '6090799d-14a9-4421-aeb5-448369a826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '10b824ce-d174-4648-a84f-1277bdafe2bb'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:26.587292 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Attempting to bind port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 on network 10b824ce-d174-4648-a84f-1277bdafe2bb {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:26.627772 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-b31651cf-3138-4574-887c-83060d100bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:26.630109 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-b31651cf-3138-4574-887c-83060d100bde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.1746869 Sep 03 18:14:26.634486 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002391eb-fa9c-44af-b6c9-7b689dd039fc x-openstack-request-id: req-002391eb-fa9c-44af-b6c9-7b689dd039fc {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:26.635138 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c85b48f-7ada-4898-9e11-8c1c6a9c79f8", "tag": "231df74e-b884-4264-b8a8-e103c512e8dd", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:26.636372 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-002391eb-fa9c-44af-b6c9-7b689dd039fc {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:26.637229 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c85b48f-7ada-4898-9e11-8c1c6a9c79f8', 'tag': '231df74e-b884-4264-b8a8-e103c512e8dd', 'status': 'completed', 'code': 200} Sep 03 18:14:26.644602 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 on network 10b824ce-d174-4648-a84f-1277bdafe2bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:14:26.644950 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Attempting to bind port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 on network 10b824ce-d174-4648-a84f-1277bdafe2bb {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:26.674254 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-0101703a-dcaa-4f8e-9ea6-bcc357b0a360 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138258 Sep 03 18:14:26.687814 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:26.700362 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Checking segment: {'id': '6090799d-14a9-4421-aeb5-448369a826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '10b824ce-d174-4648-a84f-1277bdafe2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:26.701047 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Bound using segment: {'id': '6090799d-14a9-4421-aeb5-448369a826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '10b824ce-d174-4648-a84f-1277bdafe2bb'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:26.701698 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Bound port: be1bf6f8-de32-442c-9e70-4ca4bf0d4d53, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6090799d-14a9-4421-aeb5-448369a826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '10b824ce-d174-4648-a84f-1277bdafe2bb'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:26.702234 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.817471 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-6697312a-09d3-4e73-bba9-0cd4607379e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:26.829271 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-6697312a-09d3-4e73-bba9-0cd4607379e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 200 len: 855 time: 0.2041299 Sep 03 18:14:26.855388 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6578b7b1-4466-46ff-8ed6-0b2ba85eb52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.890503 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843a0a7-279d-42f8-be9d-cb19ed33602f req-764fd5e8-09f4-4bd9-9a18-f4d28b516fe3 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:26.894386 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c843a0a7-279d-42f8-be9d-cb19ed33602f req-764fd5e8-09f4-4bd9-9a18-f4d28b516fe3 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 943 time: 0.2417555 Sep 03 18:14:26.898199 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.909830 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.029872 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-cfa73357-fd35-4733-b37b-b15e9c2ef702 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2328b67b-efd7-4228-8287-e612103da764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700104 Sep 03 18:14:27.068079 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-be97d03a-70c7-4cf4-bc02-bb1384b58d38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471994 Sep 03 18:14:27.099420 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6578b7b1-4466-46ff-8ed6-0b2ba85eb52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.172057 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:27.174028 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6578b7b1-4466-46ff-8ed6-0b2ba85eb52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.179909 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-1c2cf65b-eb71-4504-9716-11a1b4475903 service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165595 Sep 03 18:14:27.196727 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6578b7b1-4466-46ff-8ed6-0b2ba85eb52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.204621 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-6578b7b1-4466-46ff-8ed6-0b2ba85eb52a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48e870f1-0cf7-4558-81a7-a702a9d68ec0 HTTP/1.1" status: 204 len: 168 time: 0.6417122 Sep 03 18:14:27.257812 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578b7b1-4466-46ff-8ed6-0b2ba85eb52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e870f1-0cf7-4558-81a7-a702a9d68ec0,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:27.279702 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] For port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:27.317080 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] For port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,segment=NetworkSegment(6090799d-14a9-4421-aeb5-448369a826ff),segment_id=6090799d-14a9-4421-aeb5-448369a826ff)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:27.328727 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-49095edb-6c38-4c71-b3f3-c60ead8f38e5 service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299498 Sep 03 18:14:27.329870 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05822f8b-5965-4c86-a467-392df0a8d4d4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:27.335627 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8c4696fa-2a2a-49e6-9bd0-97a3ba21480f req-93728115-b60c-4206-919f-15b98db6cf75 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088540 Sep 03 18:14:27.352960 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.404730 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.405210 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Added segment 68580b57-90f5-4b0b-b97d-7aa0b93a90ec of type vlan for network c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab Sep 03 18:14:27.458554 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c843a0a7-279d-42f8-be9d-cb19ed33602f req-966299d2-7798-483c-8dec-71b3f6518840 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191865 Sep 03 18:14:27.485618 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d1e63-2ed2-4897-94d3-b2a4b64398fd req-ad7f7871-389a-450f-9d13-8c81b7b386b9 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:27.500637 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea9d1e63-2ed2-4897-94d3-b2a4b64398fd req-ad7f7871-389a-450f-9d13-8c81b7b386b9 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 944 time: 0.5702116 Sep 03 18:14:27.535531 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Pushing event updated for resources: {'Port': ['ID=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:27.585401 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.601827 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:27.602479 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.604724 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-e44f7c21-88a9-4fde-82f9-1dbbaa5a3300 service neutron] 10.222.0.23 "PUT /v2.0/ports/be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 HTTP/1.1" status: 200 len: 1093 time: 5.5306711 Sep 03 18:14:27.618275 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea9d1e63-2ed2-4897-94d3-b2a4b64398fd req-48246268-e60f-4ee7-b19e-4849ff981985 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135464 Sep 03 18:14:27.618561 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afaf407-9979-4557-bec8-2c0755041ceb', 'tag': 'be1bf6f8-de32-442c-9e70-4ca4bf0d4d53'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:27.625705 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a96be6-f675-49ae-a72a-97dc1393a433" -d '{"events": [{"name": "network-changed", "server_uuid": "4afaf407-9979-4557-bec8-2c0755041ceb", "tag": "be1bf6f8-de32-442c-9e70-4ca4bf0d4d53"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:27.673494 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-0d4580ce-bc12-45c2-9c5f-372f8f4d7894 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884326 Sep 03 18:14:27.693157 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71105c3c-366c-4ead-979d-b90eca717d27 req-4f4dc9bc-4fcf-4e7a-9cdd-1e431b975750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:27.698633 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71105c3c-366c-4ead-979d-b90eca717d27 req-4f4dc9bc-4fcf-4e7a-9cdd-1e431b975750 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1096 time: 0.1745784 Sep 03 18:14:27.702812 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efb7301-dc91-4a1b-b83d-b956d8ec9297 x-openstack-request-id: req-5efb7301-dc91-4a1b-b83d-b956d8ec9297 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:27.703391 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afaf407-9979-4557-bec8-2c0755041ceb", "tag": "be1bf6f8-de32-442c-9e70-4ca4bf0d4d53", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:27.704117 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5efb7301-dc91-4a1b-b83d-b956d8ec9297 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:27.704803 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afaf407-9979-4557-bec8-2c0755041ceb', 'tag': 'be1bf6f8-de32-442c-9e70-4ca4bf0d4d53', 'status': 'completed', 'code': 200} Sep 03 18:14:27.762530 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.764044 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:27.764658 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.837709 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d6ee4-e3f2-4869-91f0-35972d960373 req-26fe26a4-0047-4169-8428-a31770058114 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:27.846136 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e02d6ee4-e3f2-4869-91f0-35972d960373 req-26fe26a4-0047-4169-8428-a31770058114 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 944 time: 0.2175474 Sep 03 18:14:27.862005 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.3052838 Sep 03 18:14:27.863084 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43368) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:27.869106 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Request body: {'subnet': {'network_id': 'c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1134740416-subnet', 'tenant_id': '3e1e6afcb1e14b5bb529f65b32e3b32c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:27.873817 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-dce050d6-a05f-46f7-be0e-5ddd14bc288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:27.875372 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-dce050d6-a05f-46f7-be0e-5ddd14bc288a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f6ce956b9514b66a4023a999e40ffa9&device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 1096 time: 0.2116168 Sep 03 18:14:27.921006 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b62c6b-3f82-48aa-9004-d8fbc7394669 admin admin] Pushing event updated for resources: {'Network': ['ID=c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:27.929786 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c01e214-42b8-4699-aa63-41f334e8b855 req-899d1ea3-fb5d-4444-bb1e-62ac92d1bbd0 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449288 Sep 03 18:14:27.932675 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:27.952491 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-29d6ca1f-97fd-4e46-98fc-8d64e0f4ec36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 HTTP/1.1" status: 200 len: 217 time: 0.0656245 Sep 03 18:14:27.973873 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e02d6ee4-e3f2-4869-91f0-35972d960373 req-5b5a454f-abf5-4005-af0a-17dba12137e3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259196 Sep 03 18:14:28.024455 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71105c3c-366c-4ead-979d-b90eca717d27 req-fabe7942-3428-44ef-be0d-29d1d9d0f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.028941 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71105c3c-366c-4ead-979d-b90eca717d27 req-fabe7942-3428-44ef-be0d-29d1d9d0f483 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 919 time: 0.3048429 Sep 03 18:14:28.030296 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Made reservation on behalf of 3e1e6afcb1e14b5bb529f65b32e3b32c for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:28.032877 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:28.088085 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-d42c67bf-e7c7-4b62-9d6f-b8420bcb5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.089837 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-d42c67bf-e7c7-4b62-9d6f-b8420bcb5496 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 1097 time: 0.0948524 Sep 03 18:14:28.251120 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43374) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:28.251825 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43376) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:28.263188 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-de0e70ed-5d44-454d-b1c9-09873da1d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.264716 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-de0e70ed-5d44-454d-b1c9-09873da1d605 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87d39345-390a-4b4a-b5b8-e875f597201a HTTP/1.1" status: 200 len: 851 time: 0.3047595 Sep 03 18:14:28.266214 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71105c3c-366c-4ead-979d-b90eca717d27 req-482c1588-06b2-4a23-a794-0bca7c5dcf9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb46f055-787b-42cb-9e80-b4e76de3026c HTTP/1.1" status: 200 len: 217 time: 0.2283928 Sep 03 18:14:28.305823 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e0f150c-0f2f-4f9c-8e04-20dae2ed3808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:28.344955 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-6609bde7-9e74-4d13-80c7-52398e92ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.346495 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-6609bde7-9e74-4d13-80c7-52398e92ad6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 919 time: 0.2488797 Sep 03 18:14:28.445697 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-2362126e-104f-41fe-af12-52248f480acd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=10b824ce-d174-4648-a84f-1277bdafe2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172938 Sep 03 18:14:28.521740 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71105c3c-366c-4ead-979d-b90eca717d27 req-e3569f2a-98e5-4853-9fc0-d44a6e0b6725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.523376 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71105c3c-366c-4ead-979d-b90eca717d27 req-e3569f2a-98e5-4853-9fc0-d44a6e0b6725 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.1933391 Sep 03 18:14:28.606018 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71105c3c-366c-4ead-979d-b90eca717d27 req-e5c2b5f8-9a61-4f39-ae44-d1e857c56343 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472984 Sep 03 18:14:28.627384 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-1ccd29bd-b595-4f24-a5aa-68226358f4ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231df74e-b884-4264-b8a8-e103c512e8dd HTTP/1.1" status: 200 len: 217 time: 0.2726655 Sep 03 18:14:28.641226 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86aa014-9ba4-4c10-a2c6-675bafd2b520', 'tag': '7de58bb3-47e6-46c6-b985-d8bbd367b27c'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:28.643541 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c32750-0f40-46c2-8ef0-49a9b309e970" -d '{"events": [{"name": "network-changed", "server_uuid": "e86aa014-9ba4-4c10-a2c6-675bafd2b520", "tag": "7de58bb3-47e6-46c6-b985-d8bbd367b27c"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:28.656904 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa5b27b3-86f5-43a6-9cbb-5a0f0dd20c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:28.725508 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-bf2aca93-7447-4351-a278-83b40ce1e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.727061 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-bf2aca93-7447-4351-a278-83b40ce1e870 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.0867672 Sep 03 18:14:28.757842 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-97363c61-cdac-4318-984e-f18137c112c9 service neutron] 10.222.0.23 "GET /v2.0/networks/10b824ce-d174-4648-a84f-1277bdafe2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006935 Sep 03 18:14:28.781720 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-afb72708-8222-408a-9e0e-c8344d138522 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458047 Sep 03 18:14:28.885629 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e0f150c-0f2f-4f9c-8e04-20dae2ed3808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:28.909916 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08ebe6-9d6c-47ba-827b-be4a35ab8bc2 req-71d42e9a-7fa0-4aef-a408-e97bb15d556b tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.911694 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4a08ebe6-9d6c-47ba-827b-be4a35ab8bc2 req-71d42e9a-7fa0-4aef-a408-e97bb15d556b tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 943 time: 0.3013377 Sep 03 18:14:28.923028 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:28.936151 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5432b2-2319-41d9-8095-70e1da01e62e req-ad95b0a7-d6ac-479a-a743-4fa739c0b284 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.939035 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ec5432b2-2319-41d9-8095-70e1da01e62e req-ad95b0a7-d6ac-479a-a743-4fa739c0b284 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 944 time: 0.1927459 Sep 03 18:14:28.946878 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6e0f150c-0f2f-4f9c-8e04-20dae2ed3808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:29.003333 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71105c3c-366c-4ead-979d-b90eca717d27 req-61a1e3ea-3fec-41a6-96d6-3612a1308c27 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624809 Sep 03 18:14:29.110172 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28684b5a-d9aa-4150-b189-cfcd5df3579d req-457a78e3-997e-4b86-90f6-478c2d08c98f service neutron] 10.222.0.23 "GET /v2.0/networks/10b824ce-d174-4648-a84f-1277bdafe2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233390 Sep 03 18:14:29.112198 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-6e0f150c-0f2f-4f9c-8e04-20dae2ed3808 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1792ad730c444924b32518ccada1d3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8585238 Sep 03 18:14:29.120352 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-b6e0adff-7e06-497e-a174-e36fa9181755 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215675 Sep 03 18:14:29.121097 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c56ec7e-0574-4d05-8c54-d4bbe452aabb,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:29.125303 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43400) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:29.127369 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4a08ebe6-9d6c-47ba-827b-be4a35ab8bc2 req-ec78ed6e-9de8-4dee-921a-9f891f8aff7b tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626680 Sep 03 18:14:29.186088 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Checking segment: {'id': '68580b57-90f5-4b0b-b97d-7aa0b93a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:29.186538 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Network hostable DHCP agents. Network: c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:29.190611 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f150c-0f2f-4f9c-8e04-20dae2ed3808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b545a68-2309-410c-b2fa-aa95ba341e1b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:29.229838 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71105c3c-366c-4ead-979d-b90eca717d27 req-cb9684e6-f5d5-47df-b6de-f43371317d36 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025926 Sep 03 18:14:29.239819 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Network c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:29.272968 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:29.285925 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:29.287191 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:29.287384 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b82f12-39ce-4934-bf1e-70cd3720f0e0 None None] Network c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:29.306385 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1f60d2-44fe-4c6e-b6d7-39f74462d50a x-openstack-request-id: req-bf1f60d2-44fe-4c6e-b6d7-39f74462d50a {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:29.306825 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86aa014-9ba4-4c10-a2c6-675bafd2b520", "tag": "7de58bb3-47e6-46c6-b985-d8bbd367b27c", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:29.307305 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf1f60d2-44fe-4c6e-b6d7-39f74462d50a {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:29.307923 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86aa014-9ba4-4c10-a2c6-675bafd2b520', 'tag': '7de58bb3-47e6-46c6-b985-d8bbd367b27c', 'status': 'completed', 'code': 200} Sep 03 18:14:29.335289 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-2ed3e413-ec27-4976-be4f-d40c633f7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:29.337417 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-2ed3e413-ec27-4976-be4f-d40c633f7da6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f6ce956b9514b66a4023a999e40ffa9&device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 1096 time: 0.1062024 Sep 03 18:14:29.385376 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-dc847e43-9983-4d8c-b3d1-f8b68988008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:29.387131 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-dc847e43-9983-4d8c-b3d1-f8b68988008c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 1097 time: 0.0972755 Sep 03 18:14:29.418505 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ec5432b2-2319-41d9-8095-70e1da01e62e req-fd58c1ce-e2c9-45c1-aef3-cd7fa322e187 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538870 Sep 03 18:14:29.543464 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d11d90-7cc0-4fba-8dd8-4a2c730e81c1 None None] Network c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:29.690029 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa5b27b3-86f5-43a6-9cbb-5a0f0dd20c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:29.694893 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b140e4f-de76-4cb3-aa34-0c1d2a3b5bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:29.709935 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c716ebae-6252-42ae-8777-4d3d4952ce7b req-30152a9a-25fd-42f1-92a1-943ebed67d42 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388847 Sep 03 18:14:29.710939 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa5b27b3-86f5-43a6-9cbb-5a0f0dd20c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:29.729152 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-38cfd624-161c-4479-aec1-f64965e206ef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8645649 Sep 03 18:14:29.763397 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e95883-cf70-4919-aff8-9339da5fa7d1 req-624fcce2-bb49-48bd-a1ce-23af9a78bf65 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:29.775632 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-04e95883-cf70-4919-aff8-9339da5fa7d1 req-624fcce2-bb49-48bd-a1ce-23af9a78bf65 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 944 time: 0.3473272 Sep 03 18:14:29.784507 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-cce8c21d-4512-40d0-8fe9-f4a03dd7ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:29.787107 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-cce8c21d-4512-40d0-8fe9-f4a03dd7ca5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=10b824ce-d174-4648-a84f-1277bdafe2bb HTTP/1.1" status: 200 len: 912 time: 0.4406953 Sep 03 18:14:29.871799 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b27b3-86f5-43a6-9cbb-5a0f0dd20c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d523638-f755-4b2c-b802-b7fb453e2107,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:29.889031 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b140e4f-de76-4cb3-aa34-0c1d2a3b5bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:29.922107 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-4a833515-37cf-4fa0-b316-dace887879cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:29.924864 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-4a833515-37cf-4fa0-b316-dace887879cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 916 time: 0.5283477 Sep 03 18:14:29.928031 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-b3413d78-7864-4d62-a1ff-989fabe7b968 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 HTTP/1.1" status: 200 len: 217 time: 0.1312168 Sep 03 18:14:29.954988 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-aa5b27b3-86f5-43a6-9cbb-5a0f0dd20c5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4002b4a68ebf498a803078ebeefc9a99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6955147 Sep 03 18:14:29.956788 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43416) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:29.973533 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-04e95883-cf70-4919-aff8-9339da5fa7d1 req-ead3e065-d970-4141-83bc-943dbdae37a8 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913939 Sep 03 18:14:29.974699 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b140e4f-de76-4cb3-aa34-0c1d2a3b5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:29.979455 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b140e4f-de76-4cb3-aa34-0c1d2a3b5bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:29.985046 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-2b140e4f-de76-4cb3-aa34-0c1d2a3b5bf4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b545a68-2309-410c-b2fa-aa95ba341e1b HTTP/1.1" status: 204 len: 168 time: 0.7822096 Sep 03 18:14:30.013311 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43420) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:30.055357 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b140e4f-de76-4cb3-aa34-0c1d2a3b5bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b545a68-2309-410c-b2fa-aa95ba341e1b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:30.093315 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9e06-e532-4189-a725-2d76e70e0cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:30.134293 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9e06-e532-4189-a725-2d76e70e0cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:30.180023 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-2890dafd-63e6-47d5-a260-b613a2891f7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de58bb3-47e6-46c6-b985-d8bbd367b27c HTTP/1.1" status: 200 len: 217 time: 0.2245953 Sep 03 18:14:30.298082 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-80a54ae6-09ae-4e44-a354-1d5f4724748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:30.299159 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-80a54ae6-09ae-4e44-a354-1d5f4724748d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87d39345-390a-4b4a-b5b8-e875f597201a HTTP/1.1" status: 200 len: 851 time: 0.3414900 Sep 03 18:14:30.306782 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-2615bac6-a22b-4c6b-8cd6-67d7ceac6293 admin admin] Deleting subnet 83e534fa-e7a9-46c8-b70d-88b279a1356b {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:14:30.318304 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cccded-b080-414a-9dc2-38bdde23de16 req-2eb92dfd-4f17-4c0e-aae1-1270ea5f33ff tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:30.320446 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c5cccded-b080-414a-9dc2-38bdde23de16 req-2eb92dfd-4f17-4c0e-aae1-1270ea5f33ff tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 943 time: 0.0662732 Sep 03 18:14:30.327330 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9e06-e532-4189-a725-2d76e70e0cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:30.331877 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9e06-e532-4189-a725-2d76e70e0cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:30.332905 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-4f8d9e06-e532-4189-a725-2d76e70e0cac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d523638-f755-4b2c-b802-b7fb453e2107 HTTP/1.1" status: 204 len: 168 time: 0.3750877 Sep 03 18:14:30.342812 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d9e06-e532-4189-a725-2d76e70e0cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d523638-f755-4b2c-b802-b7fb453e2107,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:30.385996 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2615bac6-a22b-4c6b-8cd6-67d7ceac6293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:30.390818 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-bfb432af-99d9-44fc-ac5a-c9155a08d7e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=10b824ce-d174-4648-a84f-1277bdafe2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801282 Sep 03 18:14:30.436264 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c5cccded-b080-414a-9dc2-38bdde23de16 req-d2886548-7c2e-48fc-bde1-1ff4bd903e24 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832355 Sep 03 18:14:30.456731 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-b711a701-2940-4fe6-8915-5b2b84b0af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:30.458202 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-b711a701-2940-4fe6-8915-5b2b84b0af00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 200 len: 855 time: 0.2617073 Sep 03 18:14:30.532569 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-20cb30a2-e560-46dd-bc1b-34379a984dfe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2328b67b-efd7-4228-8287-e612103da764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652535 Sep 03 18:14:30.538569 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2615bac6-a22b-4c6b-8cd6-67d7ceac6293 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:30.582809 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2615bac6-a22b-4c6b-8cd6-67d7ceac6293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:30.929628 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43456) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:30.954916 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8ed57e55-5eb3-45ff-a84b-811e0a7a6415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.006806 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-6c9b5de6-a5b9-4038-b96d-3fbd71c119c5 service neutron] 10.222.0.23 "GET /v2.0/networks/10b824ce-d174-4648-a84f-1277bdafe2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890713 Sep 03 18:14:31.068787 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5316115-31c5-4199-b623-0c58909b86b6 req-c680bacc-e068-43e2-a65d-f892de1105c5 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:31.072026 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c5316115-31c5-4199-b623-0c58909b86b6 req-c680bacc-e068-43e2-a65d-f892de1105c5 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 944 time: 0.4938107 Sep 03 18:14:31.149777 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8ed57e55-5eb3-45ff-a84b-811e0a7a6415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.175780 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8ed57e55-5eb3-45ff-a84b-811e0a7a6415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.214635 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-ca628e98-ec94-4986-a266-a894f626634d service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671290 Sep 03 18:14:31.237278 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2615bac6-a22b-4c6b-8cd6-67d7ceac6293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.248771 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-8ed57e55-5eb3-45ff-a84b-811e0a7a6415 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6fb78e6440854beb8ea172e0362195de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173816 Sep 03 18:14:31.252565 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43466) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:31.253548 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c5316115-31c5-4199-b623-0c58909b86b6 req-7505c253-8958-4540-b191-05a42fd175a4 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328976 Sep 03 18:14:31.284893 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed57e55-5eb3-45ff-a84b-811e0a7a6415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236065d4-a71f-4c26-a635-c056e314775b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:31.304569 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7629c-f96c-4414-8021-7626fddd97a8 req-8cba2b8f-1a71-40d0-a0d8-35d6655b8e76 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:31.314052 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-66f7629c-f96c-4414-8021-7626fddd97a8 req-8cba2b8f-1a71-40d0-a0d8-35d6655b8e76 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 944 time: 0.1832256 Sep 03 18:14:31.410891 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615bac6-a22b-4c6b-8cd6-67d7ceac6293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e534fa-e7a9-46c8-b70d-88b279a1356b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:31.421040 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-66f7629c-f96c-4414-8021-7626fddd97a8 req-f7f6f37b-c421-4d5b-805a-3e8cfc6036dd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059136 Sep 03 18:14:31.423209 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2615bac6-a22b-4c6b-8cd6-67d7ceac6293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.425279 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-2615bac6-a22b-4c6b-8cd6-67d7ceac6293 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/83e534fa-e7a9-46c8-b70d-88b279a1356b HTTP/1.1" status: 204 len: 168 time: 1.4083235 Sep 03 18:14:31.429587 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43472) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:31.442029 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5003197f-f3f9-4477-99e6-d94cc854e65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.475050 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5003197f-f3f9-4477-99e6-d94cc854e65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.541329 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b6a96be6-f675-49ae-a72a-97dc1393a433 req-2b2acca3-bdb7-476c-a776-721f806cda82 service neutron] 10.222.0.23 "GET /v2.0/networks/10b824ce-d174-4648-a84f-1277bdafe2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188317 Sep 03 18:14:31.576883 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5003197f-f3f9-4477-99e6-d94cc854e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.581383 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5003197f-f3f9-4477-99e6-d94cc854e65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.594744 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-5003197f-f3f9-4477-99e6-d94cc854e65a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/236065d4-a71f-4c26-a635-c056e314775b HTTP/1.1" status: 204 len: 168 time: 0.3233485 Sep 03 18:14:31.625736 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003197f-f3f9-4477-99e6-d94cc854e65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236065d4-a71f-4c26-a635-c056e314775b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:31.684677 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.703142 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89c32750-0f40-46c2-8ef0-49a9b309e970 req-8c8eebc7-b2f5-493d-b071-25a2c1418533 service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793825 Sep 03 18:14:31.719114 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554fee7-ec36-443f-bd6c-2852c745ac2c req-bd711783-e4ac-4fb1-89ef-9c0810af2815 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:31.721052 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3554fee7-ec36-443f-bd6c-2852c745ac2c req-bd711783-e4ac-4fb1-89ef-9c0810af2815 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 943 time: 0.2024367 Sep 03 18:14:31.849500 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.863561 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3554fee7-ec36-443f-bd6c-2852c745ac2c req-50a98bbc-c61a-4b64-9a4e-e2cb4e39991b tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100924 Sep 03 18:14:31.869065 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:31.869591 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:31.870207 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:31.870778 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:31.871126 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:31.871469 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:31.871847 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:31.872193 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:31.872516 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:31.872896 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:32.074069 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:32.079576 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:32.080590 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:32.083214 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:32.084483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fdfc80-f965-4b8e-9605-0d91090bed92']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:32.101415 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:14:32.135955 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23b53f2-90d9-41d8-9d63-df083d4064ec') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:32.136990 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23b53f2-90d9-41d8-9d63-df083d4064ec') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:32.167651 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29577081'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.205320 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.231736 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:14:32.233086 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30624726'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: from cryptography.utils import int_from_bytes Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: from cryptography.utils import int_from_bytes Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: Traceback (most recent call last): Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: timer() Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: cb(*args, **kw) Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: return func(*args, **kwargs) Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: self._notify() Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: self.callback(batched_events) Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: event.method(event) Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: return f(self, *a, **k) Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._get(url).json() Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: return self.request(url, 'GET', **kwargs) Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:14:32.270914 dv-cinder-804093-5-iscsi neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:14:32.299248 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,segment=NetworkSegment(6090799d-14a9-4421-aeb5-448369a826ff),segment_id=6090799d-14a9-4421-aeb5-448369a826ff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:32.314369 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': 'be1bf6f8-de32-442c-9e70-4ca4bf0d4d53', 'network_id': '10b824ce-d174-4648-a84f-1277bdafe2bb', 'port_id': 'be1bf6f8-de32-442c-9e70-4ca4bf0d4d53', 'mac_address': 'fa:16:3e:09:00:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d39345-390a-4b4a-b5b8-e875f597201a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:14:32.367957 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.386271 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.396292 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:32.416743 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.420711 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/71fdfc80-f965-4b8e-9605-0d91090bed92 HTTP/1.1" status: 204 len: 168 time: 0.9528978 Sep 03 18:14:32.424729 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43508) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:32.434460 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4332d-c5d1-4fe0-b6e6-86b4b269ffb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=71fdfc80-f965-4b8e-9605-0d91090bed92,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:32.451212 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,segment=NetworkSegment(6090799d-14a9-4421-aeb5-448369a826ff),segment_id=6090799d-14a9-4421-aeb5-448369a826ff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:32.456906 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.458229 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 231df74e-b884-4264-b8a8-e103c512e8dd details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:14:32.491864 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed926b9-5a85-4359-bd0b-6638c4aa2127 req-1a71e442-4bd0-4388-8450-32186a4827ee tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:32.494455 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3ed926b9-5a85-4359-bd0b-6638c4aa2127 req-1a71e442-4bd0-4388-8450-32186a4827ee tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 944 time: 0.1300285 Sep 03 18:14:32.502212 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d6abd3-4a07-4a97-9569-512b938c4f8b admin admin] Deleting subnet 9c56ec7e-0574-4d05-8c54-d4bbe452aabb {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:14:32.509059 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24d6abd3-4a07-4a97-9569-512b938c4f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.570078 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24d6abd3-4a07-4a97-9569-512b938c4f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29577056'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.596026 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3ed926b9-5a85-4359-bd0b-6638c4aa2127 req-55facc4e-afda-4a83-9657-6f3de63206fa tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935464 Sep 03 18:14:32.614998 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:32.686135 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3c4a-f301-4757-a574-f0555244f41b req-8d9f6477-8b2a-42b9-8794-6957fa533e3b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:32.687765 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4c2c3c4a-f301-4757-a574-f0555244f41b req-8d9f6477-8b2a-42b9-8794-6957fa533e3b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 944 time: 0.1150918 Sep 03 18:14:32.691818 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24d6abd3-4a07-4a97-9569-512b938c4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.761687 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4c2c3c4a-f301-4757-a574-f0555244f41b req-b34b0446-8f75-4d37-bcca-67b343d09879 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484078 Sep 03 18:14:32.766156 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 231df74e-b884-4264-b8a8-e103c512e8dd, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=231df74e-b884-4264-b8a8-e103c512e8dd,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:32.787332 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '231df74e-b884-4264-b8a8-e103c512e8dd', 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'port_id': '231df74e-b884-4264-b8a8-e103c512e8dd', 'mac_address': 'fa:16:3e:54:ac:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:14:32.803708 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24d6abd3-4a07-4a97-9569-512b938c4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30624648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30467964'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.832600 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6abd3-4a07-4a97-9569-512b938c4f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c56ec7e-0574-4d05-8c54-d4bbe452aabb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:32.837880 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-24d6abd3-4a07-4a97-9569-512b938c4f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.839827 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-24d6abd3-4a07-4a97-9569-512b938c4f8b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9c56ec7e-0574-4d05-8c54-d4bbe452aabb HTTP/1.1" status: 204 len: 168 time: 0.4139776 Sep 03 18:14:32.844093 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43526) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:32.947927 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.970271 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231df74e-b884-4264-b8a8-e103c512e8dd {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:33.002705 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 231df74e-b884-4264-b8a8-e103c512e8dd, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=231df74e-b884-4264-b8a8-e103c512e8dd,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:33.011547 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.012471 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 7de58bb3-47e6-46c6-b985-d8bbd367b27c details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:14:33.035858 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.144842 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=231df74e-b884-4264-b8a8-e103c512e8dd,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:33.245281 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.279591 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c3187-0437-47ea-8106-1111b13076cc req-e28c029f-8fab-4bd5-bdf3-4e5763ab6228 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:33.282378 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-454c3187-0437-47ea-8106-1111b13076cc req-e28c029f-8fab-4bd5-bdf3-4e5763ab6228 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 944 time: 0.1831787 Sep 03 18:14:33.286198 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.287043 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.288009 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.288536 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.289130 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.289715 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.290270 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.290845 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.291408 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.292002 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.373694 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 7de58bb3-47e6-46c6-b985-d8bbd367b27c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7de58bb3-47e6-46c6-b985-d8bbd367b27c,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:33.408562 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '7de58bb3-47e6-46c6-b985-d8bbd367b27c', 'network_id': '2328b67b-efd7-4228-8287-e612103da764', 'port_id': '7de58bb3-47e6-46c6-b985-d8bbd367b27c', 'mac_address': 'fa:16:3e:85:31:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38285df6-033e-4e7c-809c-62284d981a5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:14:33.418044 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.418661 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.419215 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.420046 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:33.420730 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:33.472511 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.477165 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68580b57-90f5-4b0b-b97d-7aa0b93a90ec') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:33.477667 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68580b57-90f5-4b0b-b97d-7aa0b93a90ec') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:33.504561 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de58bb3-47e6-46c6-b985-d8bbd367b27c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:33.515065 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29952716'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.553569 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.557796 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 7de58bb3-47e6-46c6-b985-d8bbd367b27c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7de58bb3-47e6-46c6-b985-d8bbd367b27c,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:33.569284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.570769 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device fb46f055-787b-42cb-9e80-b4e76de3026c details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:14:33.581017 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-454c3187-0437-47ea-8106-1111b13076cc req-4b1e48ce-f005-4666-a0e0-8cd25bff6060 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421835 Sep 03 18:14:33.589552 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:14:33.590969 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32546744'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: from cryptography.utils import int_from_bytes Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: from cryptography.utils import int_from_bytes Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: Traceback (most recent call last): Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: timer() Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: cb(*args, **kw) Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: return func(*args, **kwargs) Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: self._notify() Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: self.callback(batched_events) Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: event.method(event) Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: return f(self, *a, **k) Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._get(url).json() Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: return self.request(url, 'GET', **kwargs) Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:14:33.693511 dv-cinder-804093-5-iscsi neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:14:33.696270 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.710000 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.715290 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab HTTP/1.1" status: 204 len: 168 time: 0.8694415 Sep 03 18:14:33.732701 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566eae1-a253-478c-a4b8-948f0b0fcbc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bdf7e1-bab4-4b27-8e2d-cfda2cc756ab,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:33.769091 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=7de58bb3-47e6-46c6-b985-d8bbd367b27c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:33.778418 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port fb46f055-787b-42cb-9e80-b4e76de3026c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fb46f055-787b-42cb-9e80-b4e76de3026c,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:33.791946 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': 'fb46f055-787b-42cb-9e80-b4e76de3026c', 'network_id': 'bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad', 'port_id': 'fb46f055-787b-42cb-9e80-b4e76de3026c', 'mac_address': 'fa:16:3e:61:7e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1751d6-8dae-4fb9-a443-c1add92a1505', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:14:33.859380 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420859d-e6de-48c0-83fd-e27c864e1faf req-794e3f16-457e-4c41-84cb-2a000de715f2 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:33.867726 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6420859d-e6de-48c0-83fd-e27c864e1faf req-794e3f16-457e-4c41-84cb-2a000de715f2 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 945 time: 0.1054409 Sep 03 18:14:33.878797 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.914127 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb46f055-787b-42cb-9e80-b4e76de3026c {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:33.954562 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6420859d-e6de-48c0-83fd-e27c864e1faf req-a519b2a9-f613-410d-bb5a-ff5feba85dfb tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858552 Sep 03 18:14:33.979487 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port fb46f055-787b-42cb-9e80-b4e76de3026c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fb46f055-787b-42cb-9e80-b4e76de3026c,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:33.983747 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda837a0-cb72-4b2f-8585-8d3b36dec631 req-d30f393f-447a-4ec2-9364-602803f61ab2 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:33.988148 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dda837a0-cb72-4b2f-8585-8d3b36dec631 req-d30f393f-447a-4ec2-9364-602803f61ab2 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 945 time: 0.0961592 Sep 03 18:14:33.991122 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.091862 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43582) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:34.113303 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dda837a0-cb72-4b2f-8585-8d3b36dec631 req-0c54101d-aa82-402c-b564-ec05e0bc16da tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030145 Sep 03 18:14:34.131794 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=fb46f055-787b-42cb-9e80-b4e76de3026c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:34.297268 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b1a4ba-4491-47b0-a81a-908f394b8fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.324162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43598) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:34.418845 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-31678ffd-b476-4e64-9c04-f3dd3bbcfef5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47e267f533274003864a551b2880e0a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0907936 Sep 03 18:14:34.419993 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43610) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:34.427174 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['be1bf6f8-de32-442c-9e70-4ca4bf0d4d53'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:34.462224 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['fb46f055-787b-42cb-9e80-b4e76de3026c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:34.514350 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b1a4ba-4491-47b0-a81a-908f394b8fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.515363 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['231df74e-b884-4264-b8a8-e103c512e8dd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:34.518019 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['7de58bb3-47e6-46c6-b985-d8bbd367b27c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:34.526341 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09b1a4ba-4491-47b0-a81a-908f394b8fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.573131 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cf2cf66-7583-479d-8cfc-dd20bc611ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.608396 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cf2cf66-7583-479d-8cfc-dd20bc611ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.701964 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1a4ba-4491-47b0-a81a-908f394b8fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc813f7-a41a-402d-937a-5084bb0689f2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:34.722349 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-09b1a4ba-4491-47b0-a81a-908f394b8fcf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc8221a12a51482295d18e030ab3869e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6293144 Sep 03 18:14:34.725780 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43626) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:34.845345 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a573f629-0bf7-438f-bdd5-67aaea29e1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.868819 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764690-4064-4fd5-b1ca-35416b8adcbb req-ed0dba09-5abf-4bde-b189-bd59182c0195 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:34.875612 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e9764690-4064-4fd5-b1ca-35416b8adcbb req-ed0dba09-5abf-4bde-b189-bd59182c0195 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 944 time: 0.1592207 Sep 03 18:14:34.877454 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cf2cf66-7583-479d-8cfc-dd20bc611ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.881781 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4cf2cf66-7583-479d-8cfc-dd20bc611ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.882820 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43630) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:34.885638 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-4cf2cf66-7583-479d-8cfc-dd20bc611ae8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e672d8a-ad09-481a-ba6c-3d291ca6868d HTTP/1.1" status: 204 len: 168 time: 0.4619021 Sep 03 18:14:34.921747 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a573f629-0bf7-438f-bdd5-67aaea29e1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.929983 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2cf66-7583-479d-8cfc-dd20bc611ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e672d8a-ad09-481a-ba6c-3d291ca6868d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:35.013117 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e9764690-4064-4fd5-b1ca-35416b8adcbb req-b84a58dc-0ff2-4851-bedc-efae18945bb2 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060765 Sep 03 18:14:35.018763 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a573f629-0bf7-438f-bdd5-67aaea29e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.021475 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a573f629-0bf7-438f-bdd5-67aaea29e1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.022691 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-a573f629-0bf7-438f-bdd5-67aaea29e1fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bc813f7-a41a-402d-937a-5084bb0689f2 HTTP/1.1" status: 204 len: 168 time: 0.2953253 Sep 03 18:14:35.050431 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573f629-0bf7-438f-bdd5-67aaea29e1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc813f7-a41a-402d-937a-5084bb0689f2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:35.189418 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828fbbf6-ad60-43f9-adc6-1023e1ba9fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.233889 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1ac9a-7f88-4700-874e-7e8acabea84e req-abd7cbb1-2015-4568-a71d-ddcde3ee40d4 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:35.249599 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-77c1ac9a-7f88-4700-874e-7e8acabea84e req-abd7cbb1-2015-4568-a71d-ddcde3ee40d4 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 945 time: 0.1793067 Sep 03 18:14:35.376292 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae94c4-bec1-40d7-a9db-2ad38884cf59 req-17ccfff6-65c3-40bb-a1de-50efb0494c64 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:35.378989 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-08ae94c4-bec1-40d7-a9db-2ad38884cf59 req-17ccfff6-65c3-40bb-a1de-50efb0494c64 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 945 time: 0.1190417 Sep 03 18:14:35.403680 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-77c1ac9a-7f88-4700-874e-7e8acabea84e req-35fab2d2-3dd2-42cb-86ef-11ca1b8c251b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524587 Sep 03 18:14:35.520634 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-08ae94c4-bec1-40d7-a9db-2ad38884cf59 req-8ab97b66-94f1-4f83-b44d-4d471346f602 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309037 Sep 03 18:14:35.584288 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828fbbf6-ad60-43f9-adc6-1023e1ba9fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.592273 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-828fbbf6-ad60-43f9-adc6-1023e1ba9fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.640437 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-828fbbf6-ad60-43f9-adc6-1023e1ba9fcd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae993b8ab0d54afb965dca84b35e8bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532282 Sep 03 18:14:35.643243 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43668) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:35.696344 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fbbf6-ad60-43f9-adc6-1023e1ba9fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b923a7-bca2-4c02-b7a9-f212827f6951,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:35.760536 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8da0e1e5-1d3b-4b80-98d8-66316d8e2a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.804078 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43678) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:35.806960 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8da0e1e5-1d3b-4b80-98d8-66316d8e2a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.861622 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-1acad897-e4d0-4950-a572-f8c074c947be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e1e6afcb1e14b5bb529f65b32e3b32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532577 Sep 03 18:14:35.862260 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43680) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:35.876031 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8da0e1e5-1d3b-4b80-98d8-66316d8e2a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.879888 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8da0e1e5-1d3b-4b80-98d8-66316d8e2a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.881571 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-8da0e1e5-1d3b-4b80-98d8-66316d8e2a2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8b923a7-bca2-4c02-b7a9-f212827f6951 HTTP/1.1" status: 204 len: 168 time: 0.2371812 Sep 03 18:14:35.892405 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0e1e5-1d3b-4b80-98d8-66316d8e2a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b923a7-bca2-4c02-b7a9-f212827f6951,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:35.948442 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b62eea0-8787-445c-859e-c9509df133b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.984100 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b62eea0-8787-445c-859e-c9509df133b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.098842 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b62eea0-8787-445c-859e-c9509df133b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.101743 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8b62eea0-8787-445c-859e-c9509df133b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.106774 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-8b62eea0-8787-445c-859e-c9509df133b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05822f8b-5965-4c86-a467-392df0a8d4d4 HTTP/1.1" status: 204 len: 168 time: 0.2428467 Sep 03 18:14:36.116551 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62eea0-8787-445c-859e-c9509df133b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05822f8b-5965-4c86-a467-392df0a8d4d4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:36.192286 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade0c6-2836-4f01-a4ae-e568482f23fc req-48a391eb-2acf-47bb-a642-fb110b73cdc5 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:36.193952 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f8ade0c6-2836-4f01-a4ae-e568482f23fc req-48a391eb-2acf-47bb-a642-fb110b73cdc5 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 944 time: 0.0648715 Sep 03 18:14:36.235990 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f8ade0c6-2836-4f01-a4ae-e568482f23fc req-8913a48a-ff90-4c86-9b25-1f8991a9e8c0 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346768 Sep 03 18:14:36.397347 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43706) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:36.413928 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b866bbb6-1cbb-4c9b-9c0c-96b790f921c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.536736 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b866bbb6-1cbb-4c9b-9c0c-96b790f921c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.542230 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b866bbb6-1cbb-4c9b-9c0c-96b790f921c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.562335 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642a776-2fb9-4187-b901-e6f48ca2ce41 req-afa074b1-8c45-4e69-8fb2-28282cd0b907 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:36.563940 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7642a776-2fb9-4187-b901-e6f48ca2ce41 req-afa074b1-8c45-4e69-8fb2-28282cd0b907 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 945 time: 0.0655119 Sep 03 18:14:36.604948 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-b866bbb6-1cbb-4c9b-9c0c-96b790f921c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e371d6ca295445cf925ee740612dea9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063446 Sep 03 18:14:36.608020 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43720) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:36.609218 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866bbb6-1cbb-4c9b-9c0c-96b790f921c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b815f867-0254-42b9-a1e4-b26f80a47c24,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:36.638487 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7642a776-2fb9-4187-b901-e6f48ca2ce41 req-39865aff-3c53-487c-816a-28e3f579bb47 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672960 Sep 03 18:14:36.749444 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8036c-b256-40a0-8d1a-f14255f060f9 req-a2a2b206-55e4-4b4a-a0f7-e63711591b6a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:36.751662 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cac8036c-b256-40a0-8d1a-f14255f060f9 req-a2a2b206-55e4-4b4a-a0f7-e63711591b6a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 945 time: 0.1171920 Sep 03 18:14:36.753382 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a17a-faf7-408c-ba19-a34a608cd917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.835899 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a17a-faf7-408c-ba19-a34a608cd917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.889340 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cac8036c-b256-40a0-8d1a-f14255f060f9 req-cdab802e-5a73-4343-bec5-5c4d42741462 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178405 Sep 03 18:14:36.933349 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a17a-faf7-408c-ba19-a34a608cd917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.937592 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a17a-faf7-408c-ba19-a34a608cd917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.942243 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-e0b9a17a-faf7-408c-ba19-a34a608cd917 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b815f867-0254-42b9-a1e4-b26f80a47c24 HTTP/1.1" status: 204 len: 168 time: 0.3275187 Sep 03 18:14:36.960123 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9a17a-faf7-408c-ba19-a34a608cd917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b815f867-0254-42b9-a1e4-b26f80a47c24,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:37.362859 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fec70-65a4-4c99-b312-240a1eda0de8 req-77f94b04-8586-4070-bd61-13b1d18d9b3b tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:37.364671 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-068fec70-65a4-4c99-b312-240a1eda0de8 req-77f94b04-8586-4070-bd61-13b1d18d9b3b tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 944 time: 0.0586460 Sep 03 18:14:37.405222 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-068fec70-65a4-4c99-b312-240a1eda0de8 req-19ff82ab-a056-411d-8e62-f114dbe449d1 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345840 Sep 03 18:14:37.545502 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43772) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:37.732733 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e53b-7120-4424-9e31-1bb249184e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:37.806053 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30e04f-f763-4c77-9887-b586cda8c11a req-bffcc470-1f50-4fd3-81ae-b169eb77fdd1 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:37.807712 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0c30e04f-f763-4c77-9887-b586cda8c11a req-bffcc470-1f50-4fd3-81ae-b169eb77fdd1 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 945 time: 0.0927389 Sep 03 18:14:37.874767 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0c30e04f-f763-4c77-9887-b586cda8c11a req-d8fc8b2f-4fb5-42b0-8ea4-034b96f77cb6 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 Sep 03 18:14:37.914933 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e53b-7120-4424-9e31-1bb249184e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:37.920192 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e53b-7120-4424-9e31-1bb249184e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:37.962369 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4e53b-7120-4424-9e31-1bb249184e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936e2008-60c7-47bb-9444-4f09a696402f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:37.980320 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-a2c4e53b-7120-4424-9e31-1bb249184e5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5ecbf2d80834811b2f4787cf4015d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330237 Sep 03 18:14:37.983061 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43798) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:38.046007 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91315ab4-4d1d-4f1a-895c-2e17e033ed0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.059793 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382016a3-25a1-46ce-a6e5-a581157dba5e req-96cdedf1-b852-4220-842d-e30aa256aac6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:38.061660 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-382016a3-25a1-46ce-a6e5-a581157dba5e req-96cdedf1-b852-4220-842d-e30aa256aac6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 945 time: 0.0644636 Sep 03 18:14:38.078407 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91315ab4-4d1d-4f1a-895c-2e17e033ed0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.109010 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-382016a3-25a1-46ce-a6e5-a581157dba5e req-a64fee0c-36e9-4c00-9cd3-9df61989bed8 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393629 Sep 03 18:14:38.139357 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91315ab4-4d1d-4f1a-895c-2e17e033ed0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.142104 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91315ab4-4d1d-4f1a-895c-2e17e033ed0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.143195 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-91315ab4-4d1d-4f1a-895c-2e17e033ed0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/936e2008-60c7-47bb-9444-4f09a696402f HTTP/1.1" status: 204 len: 168 time: 0.1592033 Sep 03 18:14:38.151862 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91315ab4-4d1d-4f1a-895c-2e17e033ed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936e2008-60c7-47bb-9444-4f09a696402f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:38.550807 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:38.556390 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27fa1e-f55c-490b-a2f5-a2beb50092e6 req-af01d865-73aa-464e-971a-866b95de4885 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:38.557963 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5e27fa1e-f55c-490b-a2f5-a2beb50092e6 req-af01d865-73aa-464e-971a-866b95de4885 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 944 time: 0.0680528 Sep 03 18:14:38.576458 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7dc02146-6c50-4c0b-8861-26a0fb76915f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.631956 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5e27fa1e-f55c-490b-a2f5-a2beb50092e6 req-83033d87-56c4-4d1d-a1c3-0dd54f594c2f tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585327 Sep 03 18:14:38.738040 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7dc02146-6c50-4c0b-8861-26a0fb76915f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.743073 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7dc02146-6c50-4c0b-8861-26a0fb76915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.786775 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-7dc02146-6c50-4c0b-8861-26a0fb76915f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50a662a5d0674d0f9d630c6429a7fb2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322400 Sep 03 18:14:38.786775 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc02146-6c50-4c0b-8861-26a0fb76915f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729bbdef-92fa-40ed-b0ac-d5fddd6b1c5f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:38.787475 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43834) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:38.841276 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3850028f-0f07-4193-9862-14c196fd48de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.858792 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43836) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:38.863654 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3850028f-0f07-4193-9862-14c196fd48de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.917327 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3850028f-0f07-4193-9862-14c196fd48de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.920836 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3850028f-0f07-4193-9862-14c196fd48de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.922044 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-3850028f-0f07-4193-9862-14c196fd48de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/729bbdef-92fa-40ed-b0ac-d5fddd6b1c5f HTTP/1.1" status: 204 len: 168 time: 0.1334336 Sep 03 18:14:38.930668 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850028f-0f07-4193-9862-14c196fd48de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729bbdef-92fa-40ed-b0ac-d5fddd6b1c5f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:38.983549 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-548799700-network', 'tenant_id': '1b82945faedb442e921cfb4d795203f8'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:39.034033 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Made reservation on behalf of 1b82945faedb442e921cfb4d795203f8 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:39.036307 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.049162 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.057970 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81567243-4c59-490d-9709-2c933674be4b req-9a32e5c7-b013-488d-9be9-929f7375e8e3 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:39.059519 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-81567243-4c59-490d-9709-2c933674be4b req-9a32e5c7-b013-488d-9be9-929f7375e8e3 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 945 time: 0.0717921 Sep 03 18:14:39.125906 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-81567243-4c59-490d-9709-2c933674be4b req-7bf239f8-29b6-4d65-9d10-d9f986ed8d89 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574191 Sep 03 18:14:39.205018 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.208982 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.239563 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:39.254443 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704778b-a86f-4da4-bd78-55540faecf04 req-ffed0134-c902-451d-a46d-5fea43d507ae tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:39.255805 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436d9952-4fbf-4b35-aed8-03fb3009c548,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:39.262280 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1704778b-a86f-4da4-bd78-55540faecf04 req-ffed0134-c902-451d-a46d-5fea43d507ae tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 945 time: 0.0612490 Sep 03 18:14:39.269666 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.269927 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.segments_db [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Added segment 48c3e400-a5ca-4aad-a3ce-306cf5230a3e of type vlan for network 2a5981e7-3d4f-4842-a083-7b674f3981b9 Sep 03 18:14:39.300872 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1704778b-a86f-4da4-bd78-55540faecf04 req-d1647992-4298-406c-98bd-d37197e50f67 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Sep 03 18:14:39.330655 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.362755 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.363738 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:39.364321 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.405413 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5451417 Sep 03 18:14:39.406084 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43862) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:39.411403 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Request body: {'subnet': {'network_id': '2a5981e7-3d4f-4842-a083-7b674f3981b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-548799700-subnet', 'tenant_id': '1b82945faedb442e921cfb4d795203f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:39.453953 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Made reservation on behalf of 1b82945faedb442e921cfb4d795203f8 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:39.457870 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d438a-01ac-443e-91cd-76292e87ac46 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5981e7-3d4f-4842-a083-7b674f3981b9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:39.460175 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30265865'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.475429 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 2a5981e7-3d4f-4842-a083-7b674f3981b9 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:39.703559 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32546599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30265895'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.763332 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84796eab-c00a-47dd-b544-57eb6c4875e5 req-03ff3071-1f84-435e-97c8-76888a60e669 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:39.765006 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84796eab-c00a-47dd-b544-57eb6c4875e5 req-03ff3071-1f84-435e-97c8-76888a60e669 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 944 time: 0.0711527 Sep 03 18:14:39.782678 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40f3054-dc54-4e59-b870-c69dc5cfcfc6,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:39.795139 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Checking segment: {'id': '48c3e400-a5ca-4aad-a3ce-306cf5230a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a5981e7-3d4f-4842-a083-7b674f3981b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:39.795492 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Network hostable DHCP agents. Network: 2a5981e7-3d4f-4842-a083-7b674f3981b9, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:39.817526 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Network 2a5981e7-3d4f-4842-a083-7b674f3981b9 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:39.840412 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84796eab-c00a-47dd-b544-57eb6c4875e5 req-9544847d-d5ae-43d5-97b5-bfa08bc858ad tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608168 Sep 03 18:14:39.840555 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 2a5981e7-3d4f-4842-a083-7b674f3981b9) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:39.841260 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:39.841995 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.845306 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd219f3-98aa-43b5-adda-e4b622eec226 None None] Network 2a5981e7-3d4f-4842-a083-7b674f3981b9 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:39.868567 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-db00c27c-4f5a-4f34-8037-010e0b8537ce admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4614027 Sep 03 18:14:40.019654 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4bbb90-e912-4d9d-9000-5624dd1209a1 None None] Network 2a5981e7-3d4f-4842-a083-7b674f3981b9 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:40.090159 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:40.205995 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:40.211292 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:40.211693 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.297890 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43904) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:40.308324 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee7f3-d22d-4c29-b81c-525d8fb70330 req-06f50e93-3b3c-4b6c-aa6e-e46fc792f216 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:40.317424 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-29bee7f3-d22d-4c29-b81c-525d8fb70330 req-06f50e93-3b3c-4b6c-aa6e-e46fc792f216 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 945 time: 0.0881681 Sep 03 18:14:40.322277 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.348712 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afaf407-9979-4557-bec8-2c0755041ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1bf6f8-de32-442c-9e70-4ca4bf0d4d53'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:40.397395 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-29bee7f3-d22d-4c29-b81c-525d8fb70330 req-9cdc7d98-7b6b-4cce-aac3-51902582a812 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744832 Sep 03 18:14:40.428655 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,segment=NetworkSegment(6090799d-14a9-4421-aeb5-448369a826ff),segment_id=6090799d-14a9-4421-aeb5-448369a826ff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:40.438488 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.439594 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device fb46f055-787b-42cb-9e80-b4e76de3026c up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:40.471039 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728b5bec-31f7-41b4-b442-64462def7ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.491640 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34038abd-ca1c-417d-b381-6175618511cc req-88439e60-6ae2-48a7-926d-7efcac36551d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:40.499861 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-34038abd-ca1c-417d-b381-6175618511cc req-88439e60-6ae2-48a7-926d-7efcac36551d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 945 time: 0.0926247 Sep 03 18:14:40.548807 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:40.571564 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-34038abd-ca1c-417d-b381-6175618511cc req-c1fb5cab-102a-428f-99f7-184c75d3d2e4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699840 Sep 03 18:14:40.578520 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port fb46f055-787b-42cb-9e80-b4e76de3026c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:40.584643 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port fb46f055-787b-42cb-9e80-b4e76de3026c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:40.585267 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.645621 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f4d22-1969-4ec2-a8d1-bb0cc6c187cf" -d '{"events": [{"server_uuid": "4afaf407-9979-4557-bec8-2c0755041ceb", "name": "network-vif-plugged", "status": "completed", "tag": "be1bf6f8-de32-442c-9e70-4ca4bf0d4d53"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:40.673350 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fb5db4c6-f0d8-4b96-90c2-6ef292c0eb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.740888 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.743491 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728b5bec-31f7-41b4-b442-64462def7ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.752118 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43938) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:40.753038 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728b5bec-31f7-41b4-b442-64462def7ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.758509 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-908620555-network', 'tenant_id': 'ae0dd67692df4551bac4c1303f22646a'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:40.796726 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-728b5bec-31f7-41b4-b442-64462def7ba6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=406c492f92cd4528be01885a892685d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976289 Sep 03 18:14:40.798157 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b5bec-31f7-41b4-b442-64462def7ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d11068-b42a-4224-8587-74089cdee7db,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:40.800917 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43940) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:40.815831 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Made reservation on behalf of ae0dd67692df4551bac4c1303f22646a for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:40.816205 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port fb46f055-787b-42cb-9e80-b4e76de3026c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fb46f055-787b-42cb-9e80-b4e76de3026c,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:40.822443 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.823620 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.825748 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 231df74e-b884-4264-b8a8-e103c512e8dd up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:40.853637 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.888402 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ff80ceb-3826-416b-a567-bcfa1a53be3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.921439 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ff80ceb-3826-416b-a567-bcfa1a53be3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:40.974094 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=fb46f055-787b-42cb-9e80-b4e76de3026c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:40.993475 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 231df74e-b884-4264-b8a8-e103c512e8dd completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:41.002416 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a0ec0d-d6b4-43de-9870-3dac86c9fd79 x-openstack-request-id: req-d9a0ec0d-d6b4-43de-9870-3dac86c9fd79 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:41.003249 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afaf407-9979-4557-bec8-2c0755041ceb", "name": "network-vif-plugged", "status": "completed", "tag": "be1bf6f8-de32-442c-9e70-4ca4bf0d4d53", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:41.003866 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9a0ec0d-d6b4-43de-9870-3dac86c9fd79 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:41.004842 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afaf407-9979-4557-bec8-2c0755041ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1bf6f8-de32-442c-9e70-4ca4bf0d4d53', 'code': 200} Sep 03 18:14:41.005831 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 231df74e-b884-4264-b8a8-e103c512e8dd triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:41.006582 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.092325 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.104188 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.156463 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.157420 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ca6ed-6ed3-4280-9b09-4cb252779d51 req-0db407e4-2f31-48d9-96e0-555099fadb7d tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:41.159015 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-523ca6ed-6ed3-4280-9b09-4cb252779d51 req-0db407e4-2f31-48d9-96e0-555099fadb7d tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.1847007 Sep 03 18:14:41.162967 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ff80ceb-3826-416b-a567-bcfa1a53be3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.167536 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:41.174766 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8ff80ceb-3826-416b-a567-bcfa1a53be3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.175995 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-8ff80ceb-3826-416b-a567-bcfa1a53be3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94d11068-b42a-4224-8587-74089cdee7db HTTP/1.1" status: 204 len: 168 time: 0.3637156 Sep 03 18:14:41.206174 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 231df74e-b884-4264-b8a8-e103c512e8dd, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=231df74e-b884-4264-b8a8-e103c512e8dd,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:41.209255 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c973e7c7-1a12-46f3-aa26-336fe519f946,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:41.221760 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.222281 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Added segment 0bc73a67-cced-4af7-bbd7-eec2d693da79 of type vlan for network 8b30c523-b136-4e04-8eb6-367e3eaa377d Sep 03 18:14:41.225915 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.228416 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 7de58bb3-47e6-46c6-b985-d8bbd367b27c up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:41.297097 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.325308 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.326504 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:41.327949 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.396974 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff80ceb-3826-416b-a567-bcfa1a53be3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d11068-b42a-4224-8587-74089cdee7db,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:41.407261 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] Pushing event updated for resources: {'Network': ['ID=8b30c523-b136-4e04-8eb6-367e3eaa377d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:41.427014 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9480252c-85b6-4bba-9660-e4a8e471bef3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6735673 Sep 03 18:14:41.427642 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 43966) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:41.439744 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Request body: {'subnet': {'network_id': '8b30c523-b136-4e04-8eb6-367e3eaa377d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-908620555-subnet', 'tenant_id': 'ae0dd67692df4551bac4c1303f22646a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:41.474550 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Made reservation on behalf of ae0dd67692df4551bac4c1303f22646a for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:41.477522 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30265865'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.487163 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-523ca6ed-6ed3-4280-9b09-4cb252779d51 req-b5b6959c-393b-4cdd-910a-7c17862b87dc tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057976 Sep 03 18:14:41.518896 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7173b0-0f29-4a47-ad97-4f313b993dbd req-b093febb-da91-491e-a598-d2f30d069780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:41.520700 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-de7173b0-0f29-4a47-ad97-4f313b993dbd req-b093febb-da91-491e-a598-d2f30d069780 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 1098 time: 0.2764065 Sep 03 18:14:41.579039 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 8b30c523-b136-4e04-8eb6-367e3eaa377d details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:41.598141 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43974) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:41.727206 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0cf7b-9002-431f-886d-b36ae692be03 req-a3e67573-37bc-4bc4-b36d-0a127bde1c23 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:41.729480 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-56e0cf7b-9002-431f-886d-b36ae692be03 req-a3e67573-37bc-4bc4-b36d-0a127bde1c23 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0709221 Sep 03 18:14:41.753123 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=231df74e-b884-4264-b8a8-e103c512e8dd,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:41.766810 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 7de58bb3-47e6-46c6-b985-d8bbd367b27c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:41.771740 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 7de58bb3-47e6-46c6-b985-d8bbd367b27c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:41.772348 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.785692 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-56e0cf7b-9002-431f-886d-b36ae692be03 req-6d7d4208-84cb-4552-ad09-b7f24896bfb8 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Sep 03 18:14:41.797988 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e3946-d8a3-4787-8b00-22876eae8c22 req-8f37d914-444b-491b-bf86-51afacd6ee63 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:41.800441 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f63e3946-d8a3-4787-8b00-22876eae8c22 req-8f37d914-444b-491b-bf86-51afacd6ee63 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 945 time: 0.2933502 Sep 03 18:14:41.831060 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66ebec07-106a-4a0a-83c9-477b86d9da94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.866466 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f63e3946-d8a3-4787-8b00-22876eae8c22 req-8fdc2617-72f7-49e2-b6af-01f5bbdb66ad tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507801 Sep 03 18:14:41.913286 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.957070 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 7de58bb3-47e6-46c6-b985-d8bbd367b27c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7de58bb3-47e6-46c6-b985-d8bbd367b27c,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:41.959767 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66ebec07-106a-4a0a-83c9-477b86d9da94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.963462 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.964839 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-66ebec07-106a-4a0a-83c9-477b86d9da94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:41.965278 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32546599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30265895'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.006144 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebec07-106a-4a0a-83c9-477b86d9da94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acb449a-e198-44c7-b839-90ab714e96c1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:42.010723 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-66ebec07-106a-4a0a-83c9-477b86d9da94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6037f5590e744aceb2ff398183aab932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115214 Sep 03 18:14:42.013676 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 43988) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:42.043920 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=7de58bb3-47e6-46c6-b985-d8bbd367b27c,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:42.059401 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f654a3aa-fc29-4ff4-971d-6c424c28e45c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:42.061726 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Checking segment: {'id': '0bc73a67-cced-4af7-bbd7-eec2d693da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8b30c523-b136-4e04-8eb6-367e3eaa377d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:42.062078 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Network hostable DHCP agents. Network: 8b30c523-b136-4e04-8eb6-367e3eaa377d, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:42.076758 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f376-2387-4aca-b5bd-ff9cee5ec8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.083474 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Network 8b30c523-b136-4e04-8eb6-367e3eaa377d is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:42.094038 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 8b30c523-b136-4e04-8eb6-367e3eaa377d) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:42.098814 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:42.099381 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.107110 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f25f8-28b2-44f4-932a-c1135bcdf1dc None None] Network 8b30c523-b136-4e04-8eb6-367e3eaa377d requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:42.107280 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f376-2387-4aca-b5bd-ff9cee5ec8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.133985 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-1ab11442-df6b-460d-8f01-7e73f0dd22a0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6998291 Sep 03 18:14:42.165323 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f376-2387-4aca-b5bd-ff9cee5ec8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.170542 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f376-2387-4aca-b5bd-ff9cee5ec8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.172452 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-c6b4f376-2387-4aca-b5bd-ff9cee5ec8ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2acb449a-e198-44c7-b839-90ab714e96c1 HTTP/1.1" status: 204 len: 168 time: 0.1577778 Sep 03 18:14:42.185131 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4f376-2387-4aca-b5bd-ff9cee5ec8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acb449a-e198-44c7-b839-90ab714e96c1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:42.271815 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 44004) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:42.280542 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f0254-291a-477f-af78-da3b50bce95e None None] Network 8b30c523-b136-4e04-8eb6-367e3eaa377d requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:42.316578 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-de7173b0-0f29-4a47-ad97-4f313b993dbd req-407864dd-19ec-4768-8a5e-eac86d5615e0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.430256 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-de7173b0-0f29-4a47-ad97-4f313b993dbd req-407864dd-19ec-4768-8a5e-eac86d5615e0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.434886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-de7173b0-0f29-4a47-ad97-4f313b993dbd req-407864dd-19ec-4768-8a5e-eac86d5615e0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.469147 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-de7173b0-0f29-4a47-ad97-4f313b993dbd req-407864dd-19ec-4768-8a5e-eac86d5615e0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736031 Sep 03 18:14:42.478372 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407864dd-19ec-4768-8a5e-eac86d5615e0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=83cadaef-738f-464e-83ad-825901df404d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:42.607540 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-318559151-network', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:42.642713 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8a85-a6db-46a3-b80f-ca55903e58d9 req-01e73f4b-3979-4723-89c1-0166bab51fa3 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:42.644300 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9eca8a85-a6db-46a3-b80f-ca55903e58d9 req-01e73f4b-3979-4723-89c1-0166bab51fa3 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.0719233 Sep 03 18:14:42.645469 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Made reservation on behalf of 7ebebe47fa784b48a9757b3dde37b664 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:42.647734 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.659947 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.718589 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9eca8a85-a6db-46a3-b80f-ca55903e58d9 req-a12ab875-6561-43e5-bd08-784019c1e32a tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604351 Sep 03 18:14:42.771039 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 44018) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:42.792164 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96284604-cd90-4478-a8c4-d12d18476f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.829397 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.837868 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.870404 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:42.903182 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:42.903547 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.segments_db [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Added segment 49a46208-19dd-4a2f-b529-cc96da91918f of type vlan for network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c Sep 03 18:14:42.906409 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243213f2-53d6-461c-80b0-c0e78701f7a4,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:42.983778 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b5d5e-a03d-41cd-8964-df154b7175de req-fac0fc4a-3189-4bd1-88d5-4aa0b1a0118c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:42.985390 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d31b5d5e-a03d-41cd-8964-df154b7175de req-fac0fc4a-3189-4bd1-88d5-4aa0b1a0118c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0730734 Sep 03 18:14:42.999570 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.006495 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42032047-8bdf-474e-a613-61e19b68a952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb46f055-787b-42cb-9e80-b4e76de3026c'}, {'server_uuid': '4c85b48f-7ada-4898-9e11-8c1c6a9c79f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231df74e-b884-4264-b8a8-e103c512e8dd'}, {'server_uuid': 'e86aa014-9ba4-4c10-a2c6-675bafd2b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de58bb3-47e6-46c6-b985-d8bbd367b27c'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:43.008977 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f6ea60-8d7f-49a0-82e0-14cab37b57a4" -d '{"events": [{"server_uuid": "42032047-8bdf-474e-a613-61e19b68a952", "name": "network-vif-plugged", "status": "completed", "tag": "fb46f055-787b-42cb-9e80-b4e76de3026c"}, {"server_uuid": "4c85b48f-7ada-4898-9e11-8c1c6a9c79f8", "name": "network-vif-plugged", "status": "completed", "tag": "231df74e-b884-4264-b8a8-e103c512e8dd"}, {"server_uuid": "e86aa014-9ba4-4c10-a2c6-675bafd2b520", "name": "network-vif-plugged", "status": "completed", "tag": "7de58bb3-47e6-46c6-b985-d8bbd367b27c"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:43.035794 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d31b5d5e-a03d-41cd-8964-df154b7175de req-1ef1aee2-2275-4194-ba15-d5d8cd32acc7 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Sep 03 18:14:43.067016 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.068009 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:43.068629 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.090262 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f794d-6855-4095-998a-e6a9986daa86 x-openstack-request-id: req-3f2f794d-6855-4095-998a-e6a9986daa86 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:43.090571 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42032047-8bdf-474e-a613-61e19b68a952", "name": "network-vif-plugged", "status": "completed", "tag": "fb46f055-787b-42cb-9e80-b4e76de3026c", "code": 200}, {"server_uuid": "4c85b48f-7ada-4898-9e11-8c1c6a9c79f8", "name": "network-vif-plugged", "status": "completed", "tag": "231df74e-b884-4264-b8a8-e103c512e8dd", "code": 200}, {"server_uuid": "e86aa014-9ba4-4c10-a2c6-675bafd2b520", "name": "network-vif-plugged", "status": "completed", "tag": "7de58bb3-47e6-46c6-b985-d8bbd367b27c", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:43.090823 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f2f794d-6855-4095-998a-e6a9986daa86 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:43.091226 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42032047-8bdf-474e-a613-61e19b68a952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb46f055-787b-42cb-9e80-b4e76de3026c', 'code': 200} Sep 03 18:14:43.091483 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c85b48f-7ada-4898-9e11-8c1c6a9c79f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231df74e-b884-4264-b8a8-e103c512e8dd', 'code': 200} Sep 03 18:14:43.091732 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86aa014-9ba4-4c10-a2c6-675bafd2b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de58bb3-47e6-46c6-b985-d8bbd367b27c', 'code': 200} Sep 03 18:14:43.096674 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96284604-cd90-4478-a8c4-d12d18476f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.112315 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35de71-ddcd-4ec3-b009-4971a64c623b req-8fe490cd-8c22-4806-992b-836b952f6047 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:43.113731 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4d35de71-ddcd-4ec3-b009-4971a64c623b req-8fe490cd-8c22-4806-992b-836b952f6047 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.1395428 Sep 03 18:14:43.114298 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-96284604-cd90-4478-a8c4-d12d18476f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.129419 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8565605 Sep 03 18:14:43.132447 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 44030) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:43.137537 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Request body: {'subnet': {'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-318559151-subnet', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:43.158119 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Made reservation on behalf of 7ebebe47fa784b48a9757b3dde37b664 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:43.160435 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30265865'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.202431 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fa906-5d67-4801-8905-03c97fe46650 admin admin] Pushing event updated for resources: {'Network': ['ID=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:43.212279 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-96284604-cd90-4478-a8c4-d12d18476f51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f88f7bd76754f5f891e773e571b7652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373555 Sep 03 18:14:43.212279 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96284604-cd90-4478-a8c4-d12d18476f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f3337-73c7-447b-ac66-8c8e1bbac12b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:43.214210 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 44032) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:43.216217 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:43.237741 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4d35de71-ddcd-4ec3-b009-4971a64c623b req-74e1d655-83ec-4ce5-bb18-bc7a2b6db258 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098399 Sep 03 18:14:43.282621 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-994b3bec-cfc5-42e5-9ce8-7223c7ef6704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.307962 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-994b3bec-cfc5-42e5-9ce8-7223c7ef6704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.339856 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32546599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30265895'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.355110 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aec7de4f-806a-4e9a-b73d-d6f78e7f29d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.360785 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-994b3bec-cfc5-42e5-9ce8-7223c7ef6704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.363534 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-994b3bec-cfc5-42e5-9ce8-7223c7ef6704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.364777 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-994b3bec-cfc5-42e5-9ce8-7223c7ef6704 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a32f3337-73c7-447b-ac66-8c8e1bbac12b HTTP/1.1" status: 204 len: 168 time: 0.1448257 Sep 03 18:14:43.373670 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b3bec-cfc5-42e5-9ce8-7223c7ef6704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f3337-73c7-447b-ac66-8c8e1bbac12b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:43.398486 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9afc0f1-c785-48cf-a379-d2eaf7059c40,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:43.407284 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Checking segment: {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:43.407639 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Network hostable DHCP agents. Network: 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:43.425835 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:43.435771 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:43.439701 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:43.440913 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.446272 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe8cab-8e10-4bf9-887c-788f647af88a None None] Network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:43.458106 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-6ed25afe-8ecf-4927-a638-18a643a1ec80 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3244298 Sep 03 18:14:43.461202 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 44038) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:43.470803 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:43.493868 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.495213 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.564099 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.616036 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:14:43.620193 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.633431 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.743819 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.778483 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Allocated IP 172.20.0.2 (2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c/f9afc0f1-c785-48cf-a379-d2eaf7059c40/6cf51ee5-2f32-4f69-b357-4e36f420239f) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:43.913109 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e5e9-3894-4184-a148-46cbcb1a32c4 req-edba4d5f-3075-4af8-92e0-173515c7b263 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:43.914936 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d184e5e9-3894-4184-a148-46cbcb1a32c4 req-edba4d5f-3075-4af8-92e0-173515c7b263 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.0640149 Sep 03 18:14:43.937191 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.957420 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Transition to ACTIVE for port object 6cf51ee5-2f32-4f69-b357-4e36f420239f will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:43.976854 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Transition to ACTIVE for port object 6cf51ee5-2f32-4f69-b357-4e36f420239f will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:43.983847 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.038178 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:44.041999 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:44.046258 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:44.054349 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d184e5e9-3894-4184-a148-46cbcb1a32c4 req-078a969d-25c5-4f2d-8fbf-0e89575e31c4 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272399 Sep 03 18:14:44.082428 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Pushing event updated for resources: {'Port': ['ID=6cf51ee5-2f32-4f69-b357-4e36f420239f,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:44.090703 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.120342 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Attempting to bind port 6cf51ee5-2f32-4f69-b357-4e36f420239f on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:44.121142 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Attempting to bind port 6cf51ee5-2f32-4f69-b357-4e36f420239f by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:44.121653 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Attempting to bind port 6cf51ee5-2f32-4f69-b357-4e36f420239f on network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:44.130136 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:44.137173 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Checking segment: {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:44.137675 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.138206 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Bound using segment: {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:44.138565 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Bound port: 6cf51ee5-2f32-4f69-b357-4e36f420239f, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:44.138949 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.141438 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.187698 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd438f-c573-4148-a573-5bfe1b20fa9b req-25ee8154-435e-47fa-85a1-d662e17e63c1 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:44.196939 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-77fd438f-c573-4148-a573-5bfe1b20fa9b req-25ee8154-435e-47fa-85a1-d662e17e63c1 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0734468 Sep 03 18:14:44.224245 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] For port 6cf51ee5-2f32-4f69-b357-4e36f420239f, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:44.228849 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] For port 6cf51ee5-2f32-4f69-b357-4e36f420239f, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=6cf51ee5-2f32-4f69-b357-4e36f420239f,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:44.234543 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.259592 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-77fd438f-c573-4148-a573-5bfe1b20fa9b req-11c9827a-aeeb-47a5-bdf2-e81cf616c102 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612612 Sep 03 18:14:44.280732 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Allocated IP 172.27.1.76 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/b9f82ff4-c127-4e87-909b-ce997c6540a2) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:44.319074 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1471b66-af56-433f-91e9-0fda6cc9fc9e None None] Pushing event updated for resources: {'Port': ['ID=6cf51ee5-2f32-4f69-b357-4e36f420239f,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:44.457502 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.481379 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.499886 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692c5a3-bc82-4bc2-aa00-3b5bf7afac99 req-d84c46c0-63b5-4693-92f4-57910f655909 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:44.501437 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e692c5a3-bc82-4bc2-aa00-3b5bf7afac99 req-d84c46c0-63b5-4693-92f4-57910f655909 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.1318755 Sep 03 18:14:44.579128 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e692c5a3-bc82-4bc2-aa00-3b5bf7afac99 req-e7f078f6-6598-45cc-ba82-e63515a97e7f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576596 Sep 03 18:14:44.580525 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.672304 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:44.686947 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:44.694950 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:44.809056 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0bd27-c302-48d3-89df-1cf8cfa2abe2 req-b2b3eec1-98c1-4f80-bdbe-c85c8b767d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:44.810553 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-33f0bd27-c302-48d3-89df-1cf8cfa2abe2 req-b2b3eec1-98c1-4f80-bdbe-c85c8b767d1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 1099 time: 0.0816476 Sep 03 18:14:44.822721 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64b579-8e62-44f0-bd4d-b0afc803bab5 req-425f7c49-3a4e-4a04-ac27-bd1c1c46821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:44.830653 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Pushing event updated for resources: {'Port': ['ID=b9f82ff4-c127-4e87-909b-ce997c6540a2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:44.831616 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ab64b579-8e62-44f0-bd4d-b0afc803bab5 req-425f7c49-3a4e-4a04-ac27-bd1c1c46821c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 1099 time: 0.1207254 Sep 03 18:14:44.900177 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ab64b579-8e62-44f0-bd4d-b0afc803bab5 req-485d478e-a53f-4398-819c-4c3597230bdf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495901 Sep 03 18:14:44.923379 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-33f0bd27-c302-48d3-89df-1cf8cfa2abe2 req-7b4fe8a0-313a-407d-8e0d-aff5507b8658 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902917 Sep 03 18:14:44.973272 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540365d-6b3f-48a8-bdcd-88bad44df3f3 req-27d72f37-e1ac-44f6-b53a-fce9774cbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:44.974794 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6540365d-6b3f-48a8-bdcd-88bad44df3f3 req-27d72f37-e1ac-44f6-b53a-fce9774cbbc0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1098 time: 0.1725190 Sep 03 18:14:45.200874 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a9ac0-bbd6-4711-8cd9-f8d446384721 req-2d5b0dae-8772-429e-adf5-df2dbc26e8a5 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:45.202422 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3d4a9ac0-bbd6-4711-8cd9-f8d446384721 req-2d5b0dae-8772-429e-adf5-df2dbc26e8a5 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.0646753 Sep 03 18:14:45.216658 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:45.268222 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3d4a9ac0-bbd6-4711-8cd9-f8d446384721 req-b8b01866-b9eb-4fca-a742-6a37592fe5c6 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576391 Sep 03 18:14:45.399985 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6540365d-6b3f-48a8-bdcd-88bad44df3f3 req-1f2b4710-8bb1-45c1-bd53-7d40f876aca6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002371 Sep 03 18:14:45.517363 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d8ce-d25f-4fdd-a654-218ecdc3578e req-9dd841ec-af5b-4867-8c9c-5e1d80845e46 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:45.519155 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-16c3d8ce-d25f-4fdd-a654-218ecdc3578e req-9dd841ec-af5b-4867-8c9c-5e1d80845e46 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1767564 Sep 03 18:14:45.535834 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:45.585766 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-16c3d8ce-d25f-4fdd-a654-218ecdc3578e req-9449b035-a7af-4b1e-9ead-6a8a4aa7e3bb tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554178 Sep 03 18:14:45.598593 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:45.767548 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7137421-5e8a-4f88-8ab7-6462765a3eb8 None None] Network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:45.776448 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714534-787f-4dda-a3c8-7018614741be req-84e80846-c34c-417f-b3f2-cc6c481b92ce tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:45.779800 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-57714534-787f-4dda-a3c8-7018614741be req-84e80846-c34c-417f-b3f2-cc6c481b92ce tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.0824769 Sep 03 18:14:45.860352 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7825575a-7e32-4646-803e-5fded889d1a2 None None] Provisioning for port 6cf51ee5-2f32-4f69-b357-4e36f420239f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:45.861436 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-57714534-787f-4dda-a3c8-7018614741be req-19e66140-2a32-4dcd-91b5-37a6fcdda952 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740471 Sep 03 18:14:45.982177 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 6cf51ee5-2f32-4f69-b357-4e36f420239f up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:45.994339 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Router d626c9b9-4ee2-4a04-813c-b78487ea395b is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:14:46.072596 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:46.074628 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 6cf51ee5-2f32-4f69-b357-4e36f420239f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:46.085165 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 6cf51ee5-2f32-4f69-b357-4e36f420239f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:46.089255 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:46.185003 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:14:46.202905 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Sync routers for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:14:46.220740 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:46.221371 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:14:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:46.232864 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:46.235123 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-fb3acf8b-8493-4354-ad71-2e5c05f4478c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7726231 Sep 03 18:14:46.238072 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 44142) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:46.278438 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:46.326688 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 6cf51ee5-2f32-4f69-b357-4e36f420239f, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=6cf51ee5-2f32-4f69-b357-4e36f420239f,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:46.333073 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:46.434279 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:46.439670 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d54621bc-a9ff-4039-a56e-26f619c8f631 None None] Provisioning complete for port 6cf51ee5-2f32-4f69-b357-4e36f420239f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:46.441581 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d54621bc-a9ff-4039-a56e-26f619c8f631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:46.505730 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=6cf51ee5-2f32-4f69-b357-4e36f420239f,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:46.539467 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa8737-d9ab-4f7b-9f84-c284d9c11fd8 req-9da1c97d-02a8-4303-8e13-0dc69329b87a tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:46.541238 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6bfa8737-d9ab-4f7b-9f84-c284d9c11fd8 req-9da1c97d-02a8-4303-8e13-0dc69329b87a tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.1479154 Sep 03 18:14:46.611249 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6bfa8737-d9ab-4f7b-9f84-c284d9c11fd8 req-740aad9c-1977-4a56-81b1-b486e69b27fd tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627420 Sep 03 18:14:46.740898 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:45Z', 'revision_number': 3, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:46.790390 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Checking router: d626c9b9-4ee2-4a04-813c-b78487ea395b for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:14:46.790934 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Updating router d626c9b9-4ee2-4a04-813c-b78487ea395b port b9f82ff4-c127-4e87-909b-ce997c6540a2 binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:14:46.874819 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:46.973254 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a05873-a924-4259-9be4-970ab46d0d79 req-12075da8-255c-46d1-98de-516cbb433149 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:46.974999 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-09a05873-a924-4259-9be4-970ab46d0d79 req-12075da8-255c-46d1-98de-516cbb433149 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.2856252 Sep 03 18:14:47.063486 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998eda1-3de9-45fa-8558-06d33724873a req-88f91afe-2ebf-40ba-b538-2cea7e048543 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:47.065208 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5998eda1-3de9-45fa-8558-06d33724873a req-88f91afe-2ebf-40ba-b538-2cea7e048543 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.0826871 Sep 03 18:14:47.083432 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-09a05873-a924-4259-9be4-970ab46d0d79 req-5b040519-9316-40af-bb51-9da7661707c7 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990236 Sep 03 18:14:47.156245 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5998eda1-3de9-45fa-8558-06d33724873a req-2dc3c02b-5b94-4b65-b0d8-a23bfb42d1f4 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790737 Sep 03 18:14:47.191743 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 44176) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:47.313738 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.320749 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.327137 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-232b3f59-f8f4-4023-9553-c4fb8c31a8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.333224 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Transition to ACTIVE for port object b9f82ff4-c127-4e87-909b-ce997c6540a2 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:47.340722 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.395086 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6e11e-5870-42f5-9b32-bd1517832493 None None] Pushing event updated for resources: {'Port': ['ID=b9f82ff4-c127-4e87-909b-ce997c6540a2,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:47.399860 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Attempting to bind port b9f82ff4-c127-4e87-909b-ce997c6540a2 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:47.400233 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Attempting to bind port b9f82ff4-c127-4e87-909b-ce997c6540a2 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:47.400596 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Attempting to bind port b9f82ff4-c127-4e87-909b-ce997c6540a2 on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:47.407557 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:47.408081 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:47.408547 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.409138 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:47.409757 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Bound port: b9f82ff4-c127-4e87-909b-ce997c6540a2, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:47.410335 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.447887 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-232b3f59-f8f4-4023-9553-c4fb8c31a8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.452959 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-232b3f59-f8f4-4023-9553-c4fb8c31a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.472353 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] For port b9f82ff4-c127-4e87-909b-ce997c6540a2, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:47.476642 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] For port b9f82ff4-c127-4e87-909b-ce997c6540a2, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=b9f82ff4-c127-4e87-909b-ce997c6540a2,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:47.483566 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.501255 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-232b3f59-f8f4-4023-9553-c4fb8c31a8d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=662b709863ef4a39914e5fe8e5074558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079104 Sep 03 18:14:47.502488 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b3f59-f8f4-4023-9553-c4fb8c31a8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5324784-0e0d-490e-9946-46ff1f99ffd5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:47.506058 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 44182) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:47.550098 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Allocated IP 172.20.0.1 (2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c/f9afc0f1-c785-48cf-a379-d2eaf7059c40/9938b315-94a8-4967-aed3-eae4c6ca5163) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:47.553393 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:47.554280 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:14:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:47.571282 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9f4de061-c9d6-4c00-8449-153d47947e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.595858 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9f4de061-c9d6-4c00-8449-153d47947e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.644075 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6e11e-5870-42f5-9b32-bd1517832493 None None] Pushing event updated for resources: {'Port': ['ID=b9f82ff4-c127-4e87-909b-ce997c6540a2,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:47.658607 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9f4de061-c9d6-4c00-8449-153d47947e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.661306 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9f4de061-c9d6-4c00-8449-153d47947e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.662490 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9f4de061-c9d6-4c00-8449-153d47947e89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5324784-0e0d-490e-9946-46ff1f99ffd5 HTTP/1.1" status: 204 len: 168 time: 0.1552691 Sep 03 18:14:47.676834 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4de061-c9d6-4c00-8449-153d47947e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5324784-0e0d-490e-9946-46ff1f99ffd5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:47.682998 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.709792 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:47.726608 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Transition to ACTIVE for port object 9938b315-94a8-4967-aed3-eae4c6ca5163 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:47.769613 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b791b1-0218-4d6e-8da0-72b646bbd2ac req-b359a7cb-0969-410c-b2ad-26b4539b4d74 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:47.771138 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f0b791b1-0218-4d6e-8da0-72b646bbd2ac req-b359a7cb-0969-410c-b2ad-26b4539b4d74 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.0720875 Sep 03 18:14:47.783457 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.841630 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:47.854495 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:47.864267 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:47.903527 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.941577 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f0b791b1-0218-4d6e-8da0-72b646bbd2ac req-4fce311b-dfa3-4a5c-9dcf-f337a569236c tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606736 Sep 03 18:14:47.942446 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 6cf51ee5-2f32-4f69-b357-4e36f420239f up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:47.966785 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:45Z', 'revision_number': 3, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:47.981909 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Pushing event updated for resources: {'Port': ['ID=9938b315-94a8-4967-aed3-eae4c6ca5163,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:48.020582 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c2152-20ad-4361-83a1-b3d32f52562c None None] The sync data for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi is: [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:45Z', 'revision_number': 3, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:14:48.051517 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 6cf51ee5-2f32-4f69-b357-4e36f420239f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:48.051806 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.162836 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 44194) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:48.196112 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8bbefc2d-28e4-4150-9e2e-ec21ab011c58 None None] Provisioning for port 9938b315-94a8-4967-aed3-eae4c6ca5163 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:48.200398 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60ded820-03f6-4b35-b2aa-01ee46564001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.204920 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8bbefc2d-28e4-4150-9e2e-ec21ab011c58 None None] Provisioning complete for port 9938b315-94a8-4967-aed3-eae4c6ca5163 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:48.205549 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8bbefc2d-28e4-4150-9e2e-ec21ab011c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.270235 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8bbefc2d-28e4-4150-9e2e-ec21ab011c58 None None] Port 9938b315-94a8-4967-aed3-eae4c6ca5163 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:14:48.312951 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347cd72-e6e7-4234-a057-dfd9d77b4c43 req-22d31968-df38-4318-bb92-d30fca414507 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:48.314233 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2347cd72-e6e7-4234-a057-dfd9d77b4c43 req-22d31968-df38-4318-bb92-d30fca414507 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1098113 Sep 03 18:14:48.327377 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.413941 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf567f-1ea9-4d5d-a493-10ad8b34770e req-38407d25-61f1-4f33-a36a-f232a967cc5f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:48.421690 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-73cf567f-1ea9-4d5d-a493-10ad8b34770e req-38407d25-61f1-4f33-a36a-f232a967cc5f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.1395752 Sep 03 18:14:48.433658 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2347cd72-e6e7-4234-a057-dfd9d77b4c43 req-801bc137-565d-4d37-b173-a2fe9a004483 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062429 Sep 03 18:14:48.500925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60ded820-03f6-4b35-b2aa-01ee46564001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.509299 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-60ded820-03f6-4b35-b2aa-01ee46564001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.513942 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-73cf567f-1ea9-4d5d-a493-10ad8b34770e req-fd33705b-2f59-41a5-a274-c0bc2d62a6ec tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901072 Sep 03 18:14:48.559726 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-60ded820-03f6-4b35-b2aa-01ee46564001 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b82980d70b05462a8caa1c727515b651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933499 Sep 03 18:14:48.559726 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ded820-03f6-4b35-b2aa-01ee46564001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f374fb3f-3db7-498c-890a-30408eef722d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:48.562195 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 44202) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:48.616948 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ac86803-c07d-40d8-99f3-69e370a9cc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.646834 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ac86803-c07d-40d8-99f3-69e370a9cc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.648303 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.657166 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.706173 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ac86803-c07d-40d8-99f3-69e370a9cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.708715 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0ac86803-c07d-40d8-99f3-69e370a9cc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.712645 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-0ac86803-c07d-40d8-99f3-69e370a9cc97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f374fb3f-3db7-498c-890a-30408eef722d HTTP/1.1" status: 204 len: 168 time: 0.1467156 Sep 03 18:14:48.723690 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac86803-c07d-40d8-99f3-69e370a9cc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f374fb3f-3db7-498c-890a-30408eef722d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:48.793391 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.798430 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Pushing event updated for resources: {'Port': ['ID=9938b315-94a8-4967-aed3-eae4c6ca5163,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:48.961564 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:48.964323 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:49.152345 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb6d0b-024f-4e74-a73a-912f81ce97db req-0ccdc932-739f-4b67-bb71-6b1931dd00e2 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:49.160062 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Router d626c9b9-4ee2-4a04-813c-b78487ea395b has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:14:49.170613 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-72cb6d0b-024f-4e74-a73a-912f81ce97db req-0ccdc932-739f-4b67-bb71-6b1931dd00e2 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.1089261 Sep 03 18:14:49.218005 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-72cb6d0b-024f-4e74-a73a-912f81ce97db req-45e61bf5-08b3-49af-a746-45f6bed508d1 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Sep 03 18:14:49.290852 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:14:49.297747 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-68df3b45-3d7c-42f8-8dfd-aa574001b730 admin admin] 10.222.0.49 "PUT /v2.0/routers/d626c9b9-4ee2-4a04-813c-b78487ea395b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0578017 Sep 03 18:14:49.323068 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-2eed2550-da90-4a1c-9fa0-a0637188aaf7 None None] Provisioning complete for port 9938b315-94a8-4967-aed3-eae4c6ca5163 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:49.325685 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2eed2550-da90-4a1c-9fa0-a0637188aaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:49.404812 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-2eed2550-da90-4a1c-9fa0-a0637188aaf7 None None] Port 9938b315-94a8-4967-aed3-eae4c6ca5163 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:14:49.660246 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2a65-6a8b-4f19-8439-48488a00a73a req-514cacae-0d81-4f47-be29-6af686bf48c3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:49.662193 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-525f2a65-6a8b-4f19-8439-48488a00a73a req-514cacae-0d81-4f47-be29-6af686bf48c3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1018414 Sep 03 18:14:49.706307 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014343d5-0519-4f85-9c1e-0b3c966d4a73 req-cc84e445-a1fc-4245-b988-7baa0e960eec tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:49.708311 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-014343d5-0519-4f85-9c1e-0b3c966d4a73 req-cc84e445-a1fc-4245-b988-7baa0e960eec tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.0926759 Sep 03 18:14:49.738033 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-525f2a65-6a8b-4f19-8439-48488a00a73a req-2e61baa9-c918-48a9-a497-e2e3fe10be98 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638032 Sep 03 18:14:49.765332 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-014343d5-0519-4f85-9c1e-0b3c966d4a73 req-3c1a44f5-40a5-471d-b34f-023e32a4f1e5 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Sep 03 18:14:49.936482 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device b9f82ff4-c127-4e87-909b-ce997c6540a2 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:50.028627 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port b9f82ff4-c127-4e87-909b-ce997c6540a2 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:50.040483 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port b9f82ff4-c127-4e87-909b-ce997c6540a2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:50.042323 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.142196 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.153676 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Sync routers for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:14:50.171391 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:50.172041 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:14:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:50.236007 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port b9f82ff4-c127-4e87-909b-ce997c6540a2, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=b9f82ff4-c127-4e87-909b-ce997c6540a2,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:50.315449 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.342358 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 44268) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:50.349022 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1292112134-network', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:50.394146 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Made reservation on behalf of 0e7cc05dfbf64f12867631424ca94495 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:50.398368 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.419068 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.477572 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6a925-e4d6-4ce5-abaf-7edbdc6dfd31 req-168c3977-c3f4-4185-aa30-50ffde055ce1 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:50.486076 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71e6a925-e4d6-4ce5-abaf-7edbdc6dfd31 req-168c3977-c3f4-4185-aa30-50ffde055ce1 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.1136405 Sep 03 18:14:50.553493 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71e6a925-e4d6-4ce5-abaf-7edbdc6dfd31 req-0136a2e3-9269-4d9e-b9fb-221486b0a53e tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661569 Sep 03 18:14:50.657100 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=b9f82ff4-c127-4e87-909b-ce997c6540a2,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:50.685093 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:50.694303 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.703277 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.740997 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:50.751032 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858a72d6-ca62-4a0f-99ba-a4c1c5148d43,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:50.769527 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.771828 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Added segment cc840e53-5bbb-46a0-8bcd-a15bb32e9fff of type vlan for network 946986db-4269-4bff-8659-4d96c0b273e3 Sep 03 18:14:50.825476 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.875134 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.876863 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:50.877802 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.959859 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6158054 Sep 03 18:14:50.960540 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 44300) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:50.969151 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Request body: {'subnet': {'network_id': '946986db-4269-4bff-8659-4d96c0b273e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1292112134-subnet', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:50.998456 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '9938b315-94a8-4967-aed3-eae4c6ca5163', 'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'mac_address': 'fa:16:3e:a3:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:47Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 2, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'subnets': [{'id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:51.026484 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202e848-1bcc-454e-b40e-229eca0f0cb1 req-357c10d7-425f-448d-bbf5-8738bc0bbff7 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:51.036012 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f202e848-1bcc-454e-b40e-229eca0f0cb1 req-357c10d7-425f-448d-bbf5-8738bc0bbff7 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1745574 Sep 03 18:14:51.038658 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Checking router: d626c9b9-4ee2-4a04-813c-b78487ea395b for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:14:51.039426 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Updating router d626c9b9-4ee2-4a04-813c-b78487ea395b port 9938b315-94a8-4967-aed3-eae4c6ca5163 binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:14:51.041206 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539523de-5ddd-4bcd-bbb9-0ff284977f34 admin admin] Pushing event updated for resources: {'Network': ['ID=946986db-4269-4bff-8659-4d96c0b273e3,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:51.050795 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d69729-1448-4e67-a34b-7b04a2e505ef req-7a7c41ef-e5b2-42b7-9f36-cd814bf379e7 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:51.060270 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-63d69729-1448-4e67-a34b-7b04a2e505ef req-7a7c41ef-e5b2-42b7-9f36-cd814bf379e7 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.1516109 Sep 03 18:14:51.087284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:51.108425 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 946986db-4269-4bff-8659-4d96c0b273e3 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:51.118212 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-63d69729-1448-4e67-a34b-7b04a2e505ef req-eedbbd19-471e-45d2-92c4-5f861c0663d4 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568321 Sep 03 18:14:51.172511 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f202e848-1bcc-454e-b40e-229eca0f0cb1 req-a9dd252f-0e43-4294-93ba-b8f7d98e07e3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356018 Sep 03 18:14:51.179885 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Made reservation on behalf of 0e7cc05dfbf64f12867631424ca94495 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:51.182306 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30265865'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:51.481374 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32546599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30265895'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:51.630959 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:51.666162 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Transition to ACTIVE for port object 9938b315-94a8-4967-aed3-eae4c6ca5163 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:51.675995 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:51.693830 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=61eb3df2-cebb-4281-b619-458199d8fcb9,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:51.701872 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Checking segment: {'id': 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:51.702162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Network hostable DHCP agents. Network: 946986db-4269-4bff-8659-4d96c0b273e3, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:51.752694 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-57f9ba0e-92cf-4264-b9ec-bc63eedeac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:51.754213 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-57f9ba0e-92cf-4264-b9ec-bc63eedeac6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 1099 time: 0.1209660 Sep 03 18:14:51.789611 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Network 946986db-4269-4bff-8659-4d96c0b273e3 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:51.812980 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3f2c4-8145-446f-bd5d-a9715d50ccd4 req-4c5092ef-61af-4d7d-9063-c339f83b719b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:51.815093 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c1e3f2c4-8145-446f-bd5d-a9715d50ccd4 req-4c5092ef-61af-4d7d-9063-c339f83b719b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1329150 Sep 03 18:14:51.873183 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6e8eb-55cd-4bb2-a542-a1f6a8339e39 None None] Pushing event updated for resources: {'Port': ['ID=9938b315-94a8-4967-aed3-eae4c6ca5163,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:51.875146 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 946986db-4269-4bff-8659-4d96c0b273e3) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:51.890496 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:51.890496 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:51.957076 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c960caeb-d707-4098-8e2f-6e83df48a19b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9925287 Sep 03 18:14:51.960110 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 44340) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:51.961287 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a9ba20-c974-4cb6-a068-cff7d6707a9e None None] Network 946986db-4269-4bff-8659-4d96c0b273e3 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:51.967886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:51.973050 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c1e3f2c4-8145-446f-bd5d-a9715d50ccd4 req-26903ba0-321b-4d86-8dc9-56722b491986 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464906 Sep 03 18:14:51.993482 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-2f07bdf3-de46-41ba-96bd-5df0d893af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:51.995548 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-2f07bdf3-de46-41ba-96bd-5df0d893af09 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 919 time: 0.2338192 Sep 03 18:14:52.015828 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.017686 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.062486 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device b9f82ff4-c127-4e87-909b-ce997c6540a2 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:52.103520 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Attempting to bind port 9938b315-94a8-4967-aed3-eae4c6ca5163 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:52.104147 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Attempting to bind port 9938b315-94a8-4967-aed3-eae4c6ca5163 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:52.104711 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Attempting to bind port 9938b315-94a8-4967-aed3-eae4c6ca5163 on network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:52.106366 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-2e02b3b0-2ad1-443d-9612-18a2cef99823 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231df74e-b884-4264-b8a8-e103c512e8dd HTTP/1.1" status: 200 len: 217 time: 0.0925350 Sep 03 18:14:52.114277 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:52.114905 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Checking segment: {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:52.115490 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.116215 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Bound using segment: {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:52.117203 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Bound port: 9938b315-94a8-4967-aed3-eae4c6ca5163, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:52.117786 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.194926 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-2a73fba0-a7a0-4d8f-9d47-6e0ce0fa16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:52.197054 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-2a73fba0-a7a0-4d8f-9d47-6e0ce0fa16ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.0845356 Sep 03 18:14:52.247928 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-df5de7e8-84a0-4826-87c2-b295525b9e34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426571 Sep 03 18:14:52.366193 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] For port 9938b315-94a8-4967-aed3-eae4c6ca5163, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:52.382321 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-4e35640e-8add-482c-a11c-5e097312b421 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243339 Sep 03 18:14:52.396372 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] For port 9938b315-94a8-4967-aed3-eae4c6ca5163, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=9938b315-94a8-4967-aed3-eae4c6ca5163,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:52.410289 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.431666 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port b9f82ff4-c127-4e87-909b-ce997c6540a2 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:52.432309 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.460592 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.483420 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-946986db-4269-4bff-8659-4d96c0b273e3', 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'fixed_ips': [{'subnet_id': '61eb3df2-cebb-4281-b619-458199d8fcb9'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:14:52.485121 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.566351 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:52.567051 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:14:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:52.597234 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bb7e30e1-a9fa-4a6d-a355-eb58e163f217 req-b09de406-20d0-4674-a081-2a92553813fb service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060366 Sep 03 18:14:52.711707 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.738072 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6e8eb-55cd-4bb2-a542-a1f6a8339e39 None None] Pushing event updated for resources: {'Port': ['ID=9938b315-94a8-4967-aed3-eae4c6ca5163,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:52.922456 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Allocated IP 172.20.0.2 (946986db-4269-4bff-8659-4d96c0b273e3/61eb3df2-cebb-4281-b619-458199d8fcb9/e07e4d32-0ec0-40ce-94f3-17c017786de8) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:52.944861 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:53.031079 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.061743 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.208576 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Allocated IP 172.27.1.95 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/985c249e-4a3d-41ab-b306-2cd6c238d0bc) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:53.330897 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.344648 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Transition to ACTIVE for port object e07e4d32-0ec0-40ce-94f3-17c017786de8 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:53.368635 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Transition to ACTIVE for port object e07e4d32-0ec0-40ce-94f3-17c017786de8 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:53.369011 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.372414 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '9938b315-94a8-4967-aed3-eae4c6ca5163', 'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'mac_address': 'fa:16:3e:a3:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:47Z', 'updated_at': '2021-09-03T18:14:52Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'subnets': [{'id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:53.412296 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.455831 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:53.459626 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:53.462505 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:53.494843 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Pushing event updated for resources: {'Port': ['ID=985c249e-4a3d-41ab-b306-2cd6c238d0bc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:53.518242 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.522514 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb78b8-023d-42ab-8cf0-f4331a04e267 None None] The sync data for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi is: [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '9938b315-94a8-4967-aed3-eae4c6ca5163', 'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'mac_address': 'fa:16:3e:a3:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:47Z', 'updated_at': '2021-09-03T18:14:52Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'subnets': [{'id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:14:53.557316 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Network 946986db-4269-4bff-8659-4d96c0b273e3 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:53.560818 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:53.565044 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:53.586482 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Pushing event updated for resources: {'Port': ['ID=e07e4d32-0ec0-40ce-94f3-17c017786de8,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:53.688291 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Attempting to bind port e07e4d32-0ec0-40ce-94f3-17c017786de8 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:53.688879 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Attempting to bind port e07e4d32-0ec0-40ce-94f3-17c017786de8 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:53.689449 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Attempting to bind port e07e4d32-0ec0-40ce-94f3-17c017786de8 on network 946986db-4269-4bff-8659-4d96c0b273e3 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:53.697268 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:53.697676 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Checking segment: {'id': 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:53.698665 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.698851 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Bound using segment: {'id': 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:53.699592 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Bound port: e07e4d32-0ec0-40ce-94f3-17c017786de8, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:53.700142 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.787085 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] For port e07e4d32-0ec0-40ce-94f3-17c017786de8, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:53.791201 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] For port e07e4d32-0ec0-40ce-94f3-17c017786de8, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=e07e4d32-0ec0-40ce-94f3-17c017786de8,segment=NetworkSegment(cc840e53-5bbb-46a0-8bcd-a15bb32e9fff),segment_id=cc840e53-5bbb-46a0-8bcd-a15bb32e9fff)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:53.799012 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.882294 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.891093 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2dda7-3537-4035-b116-dc093d7e72ff None None] Pushing event updated for resources: {'Port': ['ID=e07e4d32-0ec0-40ce-94f3-17c017786de8,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:53.985743 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 9938b315-94a8-4967-aed3-eae4c6ca5163 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:54.054291 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 9938b315-94a8-4967-aed3-eae4c6ca5163 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:54.059373 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 9938b315-94a8-4967-aed3-eae4c6ca5163 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:54.060085 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:54.135827 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:54.182343 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:54.220868 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 9938b315-94a8-4967-aed3-eae4c6ca5163, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=9938b315-94a8-4967-aed3-eae4c6ca5163,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:54.232861 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:54.297443 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=9938b315-94a8-4967-aed3-eae4c6ca5163,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:54.343775 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:14:54.462053 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:14:54.472407 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Sync routers for ids ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:14:54.480154 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:54.481557 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-26d2ea13-4da8-47eb-a7a1-e6e31f0dbb87 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5202081 Sep 03 18:14:54.484473 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 44418) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:54.487142 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Routers {'daf1d15c-8d78-4fb2-a5ff-57f8460f1536'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:54.488252 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:14:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:54.602767 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Set router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:54.813025 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:52Z', 'updated_at': '2021-09-03T18:14:53Z', 'revision_number': 3, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'gw_port': {'id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:53Z', 'updated_at': '2021-09-03T18:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:54.847545 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Checking router: daf1d15c-8d78-4fb2-a5ff-57f8460f1536 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:14:54.848173 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Updating router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 port 985c249e-4a3d-41ab-b306-2cd6c238d0bc binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:14:54.882203 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:54.953706 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.049202 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7058e618-e954-4099-bfa2-17fe63a68154 None None] Network 946986db-4269-4bff-8659-4d96c0b273e3 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:55.133610 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-96a5bcab-6e89-40fe-ba1a-5a2beddc046f None None] Provisioning for port e07e4d32-0ec0-40ce-94f3-17c017786de8 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:55.137732 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Allocated IP 172.20.0.1 (946986db-4269-4bff-8659-4d96c0b273e3/61eb3df2-cebb-4281-b619-458199d8fcb9/383da17a-0258-43d7-9ad8-90750bb43149) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:55.247846 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.256273 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.258132 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Transition to ACTIVE for port object 985c249e-4a3d-41ab-b306-2cd6c238d0bc will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:55.264233 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.273684 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Transition to ACTIVE for port object 383da17a-0258-43d7-9ad8-90750bb43149 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:55.310000 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Attempting to bind port 985c249e-4a3d-41ab-b306-2cd6c238d0bc on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:55.310416 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Attempting to bind port 985c249e-4a3d-41ab-b306-2cd6c238d0bc by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:55.310745 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Attempting to bind port 985c249e-4a3d-41ab-b306-2cd6c238d0bc on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:55.311711 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.320279 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:55.320693 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:55.321100 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.321497 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:55.322986 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Bound port: 985c249e-4a3d-41ab-b306-2cd6c238d0bc, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:55.322986 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.353552 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Network 946986db-4269-4bff-8659-4d96c0b273e3 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:55.360050 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:55.367165 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:55.370172 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Pushing event updated for resources: {'Port': ['ID=383da17a-0258-43d7-9ad8-90750bb43149,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:55.376300 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574e7de-c7ac-41e3-abf7-fb50ebe2d6d4 None None] Pushing event updated for resources: {'Port': ['ID=985c249e-4a3d-41ab-b306-2cd6c238d0bc,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:55.389831 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] For port 985c249e-4a3d-41ab-b306-2cd6c238d0bc, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:55.397980 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] For port 985c249e-4a3d-41ab-b306-2cd6c238d0bc, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=985c249e-4a3d-41ab-b306-2cd6c238d0bc,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:55.403317 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.426376 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.465752 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Routers {'daf1d15c-8d78-4fb2-a5ff-57f8460f1536'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:55.466565 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:14:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:55.558505 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574e7de-c7ac-41e3-abf7-fb50ebe2d6d4 None None] Pushing event updated for resources: {'Port': ['ID=985c249e-4a3d-41ab-b306-2cd6c238d0bc,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:55.601479 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] Set router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:55.713034 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e9724e7e-1e30-4044-9b71-99f7a931f796 None None] Provisioning for port 383da17a-0258-43d7-9ad8-90750bb43149 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:55.724392 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e9724e7e-1e30-4044-9b71-99f7a931f796 None None] Provisioning complete for port 383da17a-0258-43d7-9ad8-90750bb43149 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:55.725142 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e9724e7e-1e30-4044-9b71-99f7a931f796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.814117 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.821059 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-e9724e7e-1e30-4044-9b71-99f7a931f796 None None] Port 383da17a-0258-43d7-9ad8-90750bb43149 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:14:55.936173 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:52Z', 'updated_at': '2021-09-03T18:14:53Z', 'revision_number': 3, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'gw_port': {'id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:53Z', 'updated_at': '2021-09-03T18:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:56.006662 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc4ba8-92de-4608-b4a7-44cf543f43d9 None None] The sync data for ids ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'] in dv-cinder-804093-5-iscsi is: [{'id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:52Z', 'updated_at': '2021-09-03T18:14:53Z', 'revision_number': 3, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'gw_port': {'id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:53Z', 'updated_at': '2021-09-03T18:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:14:56.105447 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.107195 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 9938b315-94a8-4967-aed3-eae4c6ca5163 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:56.115044 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.154563 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809b14d-7f3e-4c56-bd06-55ea95764ee0 req-37670b77-b594-46f9-9db7-5a69ab88d98b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:56.156342 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0809b14d-7f3e-4c56-bd06-55ea95764ee0 req-37670b77-b594-46f9-9db7-5a69ab88d98b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0867212 Sep 03 18:14:56.191314 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 9938b315-94a8-4967-aed3-eae4c6ca5163 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:56.191715 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.215258 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Pushing event updated for resources: {'Port': ['ID=383da17a-0258-43d7-9ad8-90750bb43149,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:56.223747 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.243378 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0809b14d-7f3e-4c56-bd06-55ea95764ee0 req-6e98993a-a8cf-46be-abee-b468bcd97482 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763061 Sep 03 18:14:56.321130 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device e07e4d32-0ec0-40ce-94f3-17c017786de8 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:56.337958 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Network 946986db-4269-4bff-8659-4d96c0b273e3 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:56.339983 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:56.413901 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port e07e4d32-0ec0-40ce-94f3-17c017786de8 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:56.419707 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port e07e4d32-0ec0-40ce-94f3-17c017786de8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:56.420330 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.547728 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:14:56.550957 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.593608 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port e07e4d32-0ec0-40ce-94f3-17c017786de8, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=e07e4d32-0ec0-40ce-94f3-17c017786de8,segment=NetworkSegment(cc840e53-5bbb-46a0-8bcd-a15bb32e9fff),segment_id=cc840e53-5bbb-46a0-8bcd-a15bb32e9fff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:56.604000 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.703642 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=e07e4d32-0ec0-40ce-94f3-17c017786de8,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:56.709891 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:14:56.716033 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-79ca8e56-bcb4-4c9a-82e8-09b9a12788c7 admin admin] 10.222.0.49 "PUT /v2.0/routers/daf1d15c-8d78-4fb2-a5ff-57f8460f1536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2298954 Sep 03 18:14:56.753173 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9bd4045b-2ec1-4dbc-9b13-ce8065c6d8ed None None] Provisioning complete for port 383da17a-0258-43d7-9ad8-90750bb43149 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:56.753819 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9bd4045b-2ec1-4dbc-9b13-ce8065c6d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.800144 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9bd4045b-2ec1-4dbc-9b13-ce8065c6d8ed None None] Port 383da17a-0258-43d7-9ad8-90750bb43149 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:14:57.402598 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8cbc1-4da1-4291-9518-2e7e98dacbd6 req-48f52fcd-93b8-494c-beec-6b6299bbef86 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:57.405245 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d1d8cbc1-4da1-4291-9518-2e7e98dacbd6 req-48f52fcd-93b8-494c-beec-6b6299bbef86 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0675433 Sep 03 18:14:57.456313 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d1d8cbc1-4da1-4291-9518-2e7e98dacbd6 req-81896e2c-7cd1-4c44-b79a-e1abc44caa94 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Sep 03 18:14:58.040870 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device e07e4d32-0ec0-40ce-94f3-17c017786de8 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:58.076497 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Sync routers for ids ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:14:58.107392 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Routers {'daf1d15c-8d78-4fb2-a5ff-57f8460f1536'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:58.108474 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:14:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:58.216932 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port e07e4d32-0ec0-40ce-94f3-17c017786de8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:58.217531 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.307207 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Set router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:58.448822 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 985c249e-4a3d-41ab-b306-2cd6c238d0bc up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:58.631295 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd22f51-c5ad-4163-9486-bbe508d3d5a6 req-3d686018-fc23-4451-807a-23da1087c39d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:58.635009 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 985c249e-4a3d-41ab-b306-2cd6c238d0bc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:58.648289 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 985c249e-4a3d-41ab-b306-2cd6c238d0bc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:58.648881 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0dd22f51-c5ad-4163-9486-bbe508d3d5a6 req-3d686018-fc23-4451-807a-23da1087c39d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0752232 Sep 03 18:14:58.649246 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.693534 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0dd22f51-c5ad-4163-9486-bbe508d3d5a6 req-df98e204-a4c0-48fe-8e22-b2d275174066 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 Sep 03 18:14:58.781586 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.789688 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:52Z', 'updated_at': '2021-09-03T18:14:55Z', 'revision_number': 4, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'gw_port': {'id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:19:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:53Z', 'updated_at': '2021-09-03T18:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '383da17a-0258-43d7-9ad8-90750bb43149', 'name': '', 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'mac_address': 'fa:16:3e:e1:e6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '61eb3df2-cebb-4281-b619-458199d8fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:54Z', 'updated_at': '2021-09-03T18:14:55Z', 'revision_number': 2, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'subnets': [{'id': '61eb3df2-cebb-4281-b619-458199d8fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:58.828272 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Checking router: daf1d15c-8d78-4fb2-a5ff-57f8460f1536 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:14:58.828644 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Updating router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 port 383da17a-0258-43d7-9ad8-90750bb43149 binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:14:58.834055 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 985c249e-4a3d-41ab-b306-2cd6c238d0bc, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=985c249e-4a3d-41ab-b306-2cd6c238d0bc,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:58.852146 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.883187 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.940029 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=985c249e-4a3d-41ab-b306-2cd6c238d0bc,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:59.191675 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.215076 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Transition to ACTIVE for port object 383da17a-0258-43d7-9ad8-90750bb43149 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:59.224417 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.293117 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36f543-7e2b-4c0f-a7d9-36ac01dfb6aa None None] Pushing event updated for resources: {'Port': ['ID=383da17a-0258-43d7-9ad8-90750bb43149,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:59.411867 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Attempting to bind port 383da17a-0258-43d7-9ad8-90750bb43149 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:59.412158 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Attempting to bind port 383da17a-0258-43d7-9ad8-90750bb43149 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:59.412525 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Attempting to bind port 383da17a-0258-43d7-9ad8-90750bb43149 on network 946986db-4269-4bff-8659-4d96c0b273e3 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:59.420004 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:59.420398 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Checking segment: {'id': 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:59.420842 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.421248 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Bound using segment: {'id': 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:59.421732 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Bound port: 383da17a-0258-43d7-9ad8-90750bb43149, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:59.422116 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.505750 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] For port 383da17a-0258-43d7-9ad8-90750bb43149, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:59.512269 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] For port 383da17a-0258-43d7-9ad8-90750bb43149, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=383da17a-0258-43d7-9ad8-90750bb43149,segment=NetworkSegment(cc840e53-5bbb-46a0-8bcd-a15bb32e9fff),segment_id=cc840e53-5bbb-46a0-8bcd-a15bb32e9fff)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:59.521648 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.607595 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Routers {'daf1d15c-8d78-4fb2-a5ff-57f8460f1536'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:59.608280 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:14:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:59.610120 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36f543-7e2b-4c0f-a7d9-36ac01dfb6aa None None] Pushing event updated for resources: {'Port': ['ID=383da17a-0258-43d7-9ad8-90750bb43149,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:59.895506 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb393e8d-4723-4d0b-b80c-b56de59fa0a0 req-fa10f1f3-a85f-4b2f-a70e-820fd1c6ea4b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:59.903773 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fb393e8d-4723-4d0b-b80c-b56de59fa0a0 req-fa10f1f3-a85f-4b2f-a70e-820fd1c6ea4b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1034493 Sep 03 18:14:59.947564 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 985c249e-4a3d-41ab-b306-2cd6c238d0bc up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:59.964857 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fb393e8d-4723-4d0b-b80c-b56de59fa0a0 req-7cd950ed-396d-42e1-9907-2cc3353d96b1 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594280 Sep 03 18:14:59.987394 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] Set router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:00.097328 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 985c249e-4a3d-41ab-b306-2cd6c238d0bc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:00.097851 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:00.278182 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:52Z', 'updated_at': '2021-09-03T18:14:55Z', 'revision_number': 4, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'gw_port': {'id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:19:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:53Z', 'updated_at': '2021-09-03T18:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '383da17a-0258-43d7-9ad8-90750bb43149', 'name': '', 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'mac_address': 'fa:16:3e:e1:e6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '61eb3df2-cebb-4281-b619-458199d8fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:54Z', 'updated_at': '2021-09-03T18:14:59Z', 'revision_number': 4, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'subnets': [{'id': '61eb3df2-cebb-4281-b619-458199d8fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:00.309773 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d68f4-0f5a-4c61-bbd4-4ec4021e5967 None None] The sync data for ids ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'] in dv-cinder-804093-5-iscsi is: [{'id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:52Z', 'updated_at': '2021-09-03T18:14:55Z', 'revision_number': 4, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'gw_port': {'id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:19:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:53Z', 'updated_at': '2021-09-03T18:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '383da17a-0258-43d7-9ad8-90750bb43149', 'name': '', 'network_id': '946986db-4269-4bff-8659-4d96c0b273e3', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'mac_address': 'fa:16:3e:e1:e6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '61eb3df2-cebb-4281-b619-458199d8fcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:54Z', 'updated_at': '2021-09-03T18:14:59Z', 'revision_number': 4, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'subnets': [{'id': '61eb3df2-cebb-4281-b619-458199d8fcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:00.767965 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:15:01.116198 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d713e8-7435-4ece-8c33-863826dd2156 req-beba0697-e920-40dc-857b-ba631bc411e0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:01.124918 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-07d713e8-7435-4ece-8c33-863826dd2156 req-beba0697-e920-40dc-857b-ba631bc411e0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0608873 Sep 03 18:15:01.172553 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-07d713e8-7435-4ece-8c33-863826dd2156 req-e5778a3e-38a4-4ed8-ab47-c496e7a199dc tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464001 Sep 03 18:15:01.956167 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 383da17a-0258-43d7-9ad8-90750bb43149 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:02.009901 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 383da17a-0258-43d7-9ad8-90750bb43149 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:02.016545 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 383da17a-0258-43d7-9ad8-90750bb43149 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:02.017040 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:02.112162 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:02.147206 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 383da17a-0258-43d7-9ad8-90750bb43149, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=383da17a-0258-43d7-9ad8-90750bb43149,segment=NetworkSegment(cc840e53-5bbb-46a0-8bcd-a15bb32e9fff),segment_id=cc840e53-5bbb-46a0-8bcd-a15bb32e9fff)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:02.151750 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:02.208571 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=383da17a-0258-43d7-9ad8-90750bb43149,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:02.298693 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55093687-bdf8-426a-b3c0-166d1106818e req-9ceea6a0-fe86-40ea-bf32-33eb647ec110 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:02.300947 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-55093687-bdf8-426a-b3c0-166d1106818e req-9ceea6a0-fe86-40ea-bf32-33eb647ec110 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0565944 Sep 03 18:15:02.347082 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-55093687-bdf8-426a-b3c0-166d1106818e req-c289394c-a9e1-4065-8bf2-1b662b905c1e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393224 Sep 03 18:15:03.482166 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c7dcd-36d0-4c99-86c8-dcc80db8f40d req-f47ee707-9750-45ef-a7fb-9b5ac7e8797f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:03.490026 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c79c7dcd-36d0-4c99-86c8-dcc80db8f40d req-f47ee707-9750-45ef-a7fb-9b5ac7e8797f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0625560 Sep 03 18:15:03.542872 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c79c7dcd-36d0-4c99-86c8-dcc80db8f40d req-3f55919a-b93e-4d0d-8533-2fc0c80155b4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516384 Sep 03 18:15:03.963822 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 383da17a-0258-43d7-9ad8-90750bb43149 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:04.016355 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 383da17a-0258-43d7-9ad8-90750bb43149 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:04.016767 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:04.701301 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b6f6e-91c9-4d95-86b4-cacb4afa5a0b req-91c74ed8-0517-4dac-a519-0468a8015753 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:04.711667 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ed5b6f6e-91c9-4d95-86b4-cacb4afa5a0b req-91c74ed8-0517-4dac-a519-0468a8015753 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0712237 Sep 03 18:15:04.771864 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ed5b6f6e-91c9-4d95-86b4-cacb4afa5a0b req-86d1e7ee-fc28-46e9-85cc-ccfba89f7e4a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585446 Sep 03 18:15:05.930669 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663a53a-3b33-4559-ad3c-405266609306 req-771e5336-658a-4dec-ac15-6fbb78876412 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:05.932934 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7663a53a-3b33-4559-ad3c-405266609306 req-771e5336-658a-4dec-ac15-6fbb78876412 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0721061 Sep 03 18:15:06.016388 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7663a53a-3b33-4559-ad3c-405266609306 req-17ab35a8-2133-4c81-b81b-fa1ec984bd83 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751610 Sep 03 18:15:06.365231 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b878-3e71-4bf7-a63e-5d9a9e60ac96 req-1ce97f57-822b-49db-b061-7d0332c156fb tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:06.369021 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aa48b878-3e71-4bf7-a63e-5d9a9e60ac96 req-1ce97f57-822b-49db-b061-7d0332c156fb tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.0695574 Sep 03 18:15:06.502688 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aa48b878-3e71-4bf7-a63e-5d9a9e60ac96 req-0ec1de36-c795-403b-ad97-e0b6fb1305a1 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262767 Sep 03 18:15:07.141048 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5c93e-4db4-4af5-bee1-638cbdcc1073 req-e1fb4f91-c573-41dc-a30e-6cb4d94eb8cb tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:07.148881 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a7b5c93e-4db4-4af5-bee1-638cbdcc1073 req-e1fb4f91-c573-41dc-a30e-6cb4d94eb8cb tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0603497 Sep 03 18:15:07.185275 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a7b5c93e-4db4-4af5-bee1-638cbdcc1073 req-a0e81e0f-a66a-45be-a704-42bf5dba91f3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353496 Sep 03 18:15:07.599176 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec6946-1d41-4446-b56f-21ed54a67926 req-9bc89312-a344-4aaf-ab20-a420f2ab6b2e tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:07.600699 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-40ec6946-1d41-4446-b56f-21ed54a67926 req-9bc89312-a344-4aaf-ab20-a420f2ab6b2e tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.0510221 Sep 03 18:15:07.639751 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-40ec6946-1d41-4446-b56f-21ed54a67926 req-2ad369e3-ea3c-4984-957a-cc3944f69c79 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Sep 03 18:15:07.776825 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-8e75f4bd-85d0-4543-8107-8b6fdb316ec6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:07.779354 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-8e75f4bd-85d0-4543-8107-8b6fdb316ec6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/networks?id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c HTTP/1.1" status: 200 len: 814 time: 0.1160905 Sep 03 18:15:07.797994 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-f9af46d9-97c7-4cc5-a58c-6f0f23faf9e8 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/quotas/7ebebe47fa784b48a9757b3dde37b664 HTTP/1.1" status: 200 len: 375 time: 0.0106053 Sep 03 18:15:07.861254 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-2c7ca482-91ff-4d01-ad06-211f69d5c034 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ebebe47fa784b48a9757b3dde37b664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574970 Sep 03 18:15:07.965034 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-8eec5a1c-4608-4e1a-b775-3dc4ee111eda service neutron] 10.222.0.49 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903413 Sep 03 18:15:08.051202 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-89703b8a-5813-435c-9112-4a7c7a891ae3 service neutron] 10.222.0.49 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799997 Sep 03 18:15:08.209306 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b64fc16d-f05c-4e60-8f4e-855f42608c3b req-f680aa19-7ac8-47b1-9872-36970683f213 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 210 time: 0.0275812 Sep 03 18:15:08.305034 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcfba9-9e8b-4078-94d7-ac80cda00a82 req-9c33408e-ceb5-453b-9f25-de17f685b98a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:08.306684 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6cdcfba9-9e8b-4078-94d7-ac80cda00a82 req-9c33408e-ceb5-453b-9f25-de17f685b98a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0491772 Sep 03 18:15:08.347246 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6cdcfba9-9e8b-4078-94d7-ac80cda00a82 req-b2c72f0d-9cc0-433f-ba23-099251a10239 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341251 Sep 03 18:15:08.762651 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa064a-0763-4540-a0ca-65e46c547854 req-8c11c686-451c-4555-a592-fd00ce9ccd85 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:08.764135 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f8fa064a-0763-4540-a0ca-65e46c547854 req-8c11c686-451c-4555-a592-fd00ce9ccd85 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.0511334 Sep 03 18:15:08.804136 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f8fa064a-0763-4540-a0ca-65e46c547854 req-841d41d3-2f81-46b4-9e25-1edbd29095dd tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Sep 03 18:15:09.303117 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fd784dac-1de8-4f89-a9ee-6ca97e6dbee5 req-7501f3d4-358b-43e7-8469-fc4c967a7594 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 210 time: 0.0303051 Sep 03 18:15:09.461520 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362622-c573-4340-81b5-436d4c80a925 req-b70867ee-1c89-4853-8f1c-426a4110fd8b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:09.462979 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d2362622-c573-4340-81b5-436d4c80a925 req-b70867ee-1c89-4853-8f1c-426a4110fd8b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0498574 Sep 03 18:15:09.499624 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d2362622-c573-4340-81b5-436d4c80a925 req-e0e2475e-213b-4228-abdf-b4e870651b35 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300527 Sep 03 18:15:09.935548 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a1cf1-3d08-4b50-a9cf-ef9c5b1d102b req-7e8cc156-6c2c-49b8-8762-d2307c409d21 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:09.937149 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-318a1cf1-3d08-4b50-a9cf-ef9c5b1d102b req-7e8cc156-6c2c-49b8-8762-d2307c409d21 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.0504215 Sep 03 18:15:09.982980 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-318a1cf1-3d08-4b50-a9cf-ef9c5b1d102b req-bdd80814-cdae-433e-b05e-5987dae7357e tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395882 Sep 03 18:15:10.395969 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6d754fda-8774-4084-94de-8c9c77160e01 req-bd1cb937-df57-4865-9db0-6251559c79ee tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 210 time: 0.0267305 Sep 03 18:15:10.605059 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ac13be12-61fb-43f9-a766-a0565a7e5ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:10.621308 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f7f5d-46f2-4f57-a011-872c7631a49a req-fd304f40-e9d4-41af-9722-dbe6fb01c8e3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:10.623454 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-384f7f5d-46f2-4f57-a011-872c7631a49a req-fd304f40-e9d4-41af-9722-dbe6fb01c8e3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0510845 Sep 03 18:15:10.688348 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-3c147b17-06f3-4d82-8b86-477194f83721 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:10.690647 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-3c147b17-06f3-4d82-8b86-477194f83721 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.23 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.0724378 Sep 03 18:15:10.703727 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-384f7f5d-46f2-4f57-a011-872c7631a49a req-6c111e87-68a5-463a-ae87-e8472685a176 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697699 Sep 03 18:15:10.774355 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-3d88097a-136b-4a44-838d-5312f86ed663 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:10.776011 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-3d88097a-136b-4a44-838d-5312f86ed663 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.23 "GET /v2.0/networks?id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c HTTP/1.1" status: 200 len: 814 time: 0.1512334 Sep 03 18:15:10.791638 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'port': {'device_id': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'admin_state_up': True, 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:10.891733 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Deleting port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:15:10.892038 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:10.944029 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Made reservation on behalf of 7ebebe47fa784b48a9757b3dde37b664 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:10.949255 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:11.010539 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] For port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,segment=NetworkSegment(6090799d-14a9-4421-aeb5-448369a826ff),segment_id=6090799d-14a9-4421-aeb5-448369a826ff)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:11.011316 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:11.030900 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Calling delete_port for be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:15:11.129278 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Allocated IP 172.20.0.13 (2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c/f9afc0f1-c785-48cf-a379-d2eaf7059c40/49cabd5c-ec86-46f2-8aef-0d7fafdc240b) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:11.318085 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83042b95-f5b4-457e-a53f-047bf3656513 req-a2e3fb1b-81b4-4439-a2cb-9d6047582597 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:11.320180 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-83042b95-f5b4-457e-a53f-047bf3656513 req-a2e3fb1b-81b4-4439-a2cb-9d6047582597 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 945 time: 0.1777310 Sep 03 18:15:11.428978 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:11.482281 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-83042b95-f5b4-457e-a53f-047bf3656513 req-159c2877-23af-4345-8831-a9a162175cf1 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ed9ff9e-ae56-4635-b652-a066929c46c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346779 Sep 03 18:15:11.483686 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Pushing event deleted for resources: {'Port': ['ID=be1bf6f8-de32-442c-9e70-4ca4bf0d4d53,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:11.602582 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.603668 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.605306 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.608420 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.609003 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.609644 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.609975 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.610326 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.610664 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.610995 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.611333 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.611674 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:11.672830 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] No DVR routers for this DVR port be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 on host hv-cinder-80409 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:15:11.678371 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:11.681142 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e6963569-86b0-4084-b3f0-a40cfb7e9445 req-31854c7c-1767-4ec3-8e50-76e126eb8036 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.23 "DELETE /v2.0/ports/be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 HTTP/1.1" status: 204 len: 173 time: 0.9838374 Sep 03 18:15:11.683242 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afaf407-9979-4557-bec8-2c0755041ceb', 'name': 'network-vif-deleted', 'tag': 'be1bf6f8-de32-442c-9e70-4ca4bf0d4d53'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:11.688185 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5fba2a-86af-46a8-83e3-67969a8574b0" -d '{"events": [{"server_uuid": "4afaf407-9979-4557-bec8-2c0755041ceb", "name": "network-vif-deleted", "tag": "be1bf6f8-de32-442c-9e70-4ca4bf0d4d53"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:11.703083 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:11.760534 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1480eb89-aaa7-46ca-ac42-ccdacf82e1a5 req-25ea8dd2-ab87-4443-a472-a9b807c3644f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 210 time: 0.0403724 Sep 03 18:15:11.761824 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Transition to ACTIVE for port object 49cabd5c-ec86-46f2-8aef-0d7fafdc240b will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:11.802749 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394a5037-651c-405f-9cd0-df31b944105f x-openstack-request-id: req-394a5037-651c-405f-9cd0-df31b944105f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:11.803248 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afaf407-9979-4557-bec8-2c0755041ceb", "name": "network-vif-deleted", "tag": "be1bf6f8-de32-442c-9e70-4ca4bf0d4d53", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:11.803443 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-394a5037-651c-405f-9cd0-df31b944105f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:11.803875 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afaf407-9979-4557-bec8-2c0755041ceb', 'name': 'network-vif-deleted', 'tag': 'be1bf6f8-de32-442c-9e70-4ca4bf0d4d53', 'status': 'completed', 'code': 200} Sep 03 18:15:11.942470 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.052766 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:12.060021 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:12.065636 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:12.114986 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'Port': ['ID=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:12.145399 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816991e8-d92a-4618-abc8-8db05945d6b8 req-451546dc-b908-4611-b91b-ba07a4b698f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:12.156173 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-816991e8-d92a-4618-abc8-8db05945d6b8 req-451546dc-b908-4611-b91b-ba07a4b698f9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1988001 Sep 03 18:15:12.162445 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.163149 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.163451 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.163897 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.164369 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.164804 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.165206 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.166707 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.166707 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.166707 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.166707 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.173664 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:12.230371 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:12.231239 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.297525 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-816991e8-d92a-4618-abc8-8db05945d6b8 req-243215dc-21f1-4a51-aead-c9f52ffcaf19 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392541 Sep 03 18:15:12.299322 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-1dd23ead-8a19-45d1-9949-3d69a42b5890 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5119708 Sep 03 18:15:12.512979 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d5437708-8cfe-4c0e-b621-f0e496bc9ee3 None None] Provisioning for port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:12.518712 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d5437708-8cfe-4c0e-b621-f0e496bc9ee3 None None] Provisioning complete for port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:12.520241 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d5437708-8cfe-4c0e-b621-f0e496bc9ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.646461 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-d5437708-8cfe-4c0e-b621-f0e496bc9ee3 None None] Port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:12.690076 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3e1a6221-edeb-4c58-bb29-59bd08b8c10d req-a9199caf-d213-4539-9f88-d524af8f893d tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0605156 Sep 03 18:15:12.827072 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 44954) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:12.942013 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a695db-80f0-44e8-92e0-d30d02eed40d req-4c8ed5a3-a416-4c85-90c8-915ccc2ee781 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:12.952509 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28a695db-80f0-44e8-92e0-d30d02eed40d req-4c8ed5a3-a416-4c85-90c8-915ccc2ee781 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.0820689 Sep 03 18:15:13.023413 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28a695db-80f0-44e8-92e0-d30d02eed40d req-3f6883b9-af7a-45b3-8a0a-3cdd5c5a47e5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700886 Sep 03 18:15:13.063771 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2a11838-adfb-434f-9845-d2f629076d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.244820 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2a11838-adfb-434f-9845-d2f629076d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.249764 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e2a11838-adfb-434f-9845-d2f629076d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.297116 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a11838-adfb-434f-9845-d2f629076d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc5e200-a342-4bad-a93c-276079473570,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:13.304867 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-e2a11838-adfb-434f-9845-d2f629076d3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b262b4c545a448e0be57c753d153121e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855714 Sep 03 18:15:13.309295 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 44982) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:13.372311 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f637e146-bd22-4fbf-b461-e351454cef58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.398149 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16fb72ba-2b78-46ff-8d82-1afe38c60d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.422917 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:15:13.423914 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16fb72ba-2b78-46ff-8d82-1afe38c60d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.480966 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:15:13.482576 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device be1bf6f8-de32-442c-9e70-4ca4bf0d4d53 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:15:13.497191 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16fb72ba-2b78-46ff-8d82-1afe38c60d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.500231 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-16fb72ba-2b78-46ff-8d82-1afe38c60d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.504079 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-16fb72ba-2b78-46ff-8d82-1afe38c60d59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bcc5e200-a342-4bad-a93c-276079473570 HTTP/1.1" status: 204 len: 168 time: 0.1910415 Sep 03 18:15:13.508951 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fa062-c815-47a6-ad6a-b6bbb8fd4218 req-0e89e03b-f270-4919-833e-dfb27ead7734 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:13.518161 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6b0fa062-c815-47a6-ad6a-b6bbb8fd4218 req-0e89e03b-f270-4919-833e-dfb27ead7734 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1187878 Sep 03 18:15:13.530772 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb72ba-2b78-46ff-8d82-1afe38c60d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc5e200-a342-4bad-a93c-276079473570,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:13.587448 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6b0fa062-c815-47a6-ad6a-b6bbb8fd4218 req-1a858731-b72f-4b7f-bb31-ad9afdb9c300 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679679 Sep 03 18:15:13.630056 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.833648 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2829a1fa-4624-4efe-9265-1c65578d27fc req-9bef6aa0-3438-450e-94ce-066fe32710f8 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0511503 Sep 03 18:15:13.965903 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45016) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:13.978667 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d69a486a-da5a-41c0-807d-779c7e054e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:14.114101 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d69a486a-da5a-41c0-807d-779c7e054e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:14.130503 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d69a486a-da5a-41c0-807d-779c7e054e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:14.173422 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77892-b179-4795-bd6e-3466987b89e0 req-281bf8e8-704c-45e2-adc8-55c8766fd208 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:14.182959 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-80d77892-b179-4795-bd6e-3466987b89e0 req-281bf8e8-704c-45e2-adc8-55c8766fd208 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.0671992 Sep 03 18:15:14.191929 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-d69a486a-da5a-41c0-807d-779c7e054e11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fa6dbb9eedd46d5a3108be3c5226c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227287 Sep 03 18:15:14.196283 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45022) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:14.259555 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-80d77892-b179-4795-bd6e-3466987b89e0 req-c24f2811-fc49-49b5-b83c-859898e0cd55 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714047 Sep 03 18:15:14.259953 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a486a-da5a-41c0-807d-779c7e054e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f5c393-573c-431f-aaed-61d7384dd74c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:14.304045 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40d7ca39-21fc-4397-a551-6a17fcc46afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:14.363143 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40d7ca39-21fc-4397-a551-6a17fcc46afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:14.409019 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40d7ca39-21fc-4397-a551-6a17fcc46afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:14.411728 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-40d7ca39-21fc-4397-a551-6a17fcc46afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:14.412887 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-40d7ca39-21fc-4397-a551-6a17fcc46afc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6f5c393-573c-431f-aaed-61d7384dd74c HTTP/1.1" status: 204 len: 168 time: 0.2180452 Sep 03 18:15:14.425417 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7ca39-21fc-4397-a551-6a17fcc46afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f5c393-573c-431f-aaed-61d7384dd74c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:14.450127 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:14.717956 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c6703-6e01-435a-b3e3-6b7c35129073 req-713a181d-278d-4eb1-b71e-cf48d6e52d05 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:14.719831 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-be9c6703-6e01-435a-b3e3-6b7c35129073 req-713a181d-278d-4eb1-b71e-cf48d6e52d05 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0552232 Sep 03 18:15:14.789768 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-be9c6703-6e01-435a-b3e3-6b7c35129073 req-55092274-ce05-4d38-8015-b80a658a8d8a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551598 Sep 03 18:15:14.853129 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45038) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:14.868872 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f498-3f5d-4396-a5e1-415bc42b6739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:14.947436 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-934b2c4b-db19-4f2d-a1a8-96a1839fc033 req-ab081a86-0259-4294-bb1a-773e0bda1e0e tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0331054 Sep 03 18:15:15.016040 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45052) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:15.017637 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f498-3f5d-4396-a5e1-415bc42b6739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.021537 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f498-3f5d-4396-a5e1-415bc42b6739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.061784 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1f498-3f5d-4396-a5e1-415bc42b6739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8fa998-e715-4be6-bd0b-4a50adcda29f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:15.066057 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c0f1f498-3f5d-4396-a5e1-415bc42b6739 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c9552846787453e8a00429dc1ace51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113590 Sep 03 18:15:15.068580 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45054) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:15.070815 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66f0ee1-1cd6-43b7-b6f5-495fdb250711 admin admin] Deleting subnet d40f3054-dc54-4e59-b870-c69dc5cfcfc6 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:15:15.081396 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ee1-1cd6-43b7-b6f5-495fdb250711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.119670 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ee1-1cd6-43b7-b6f5-495fdb250711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29577056'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.121844 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1277c62-8b29-4ece-978b-a54876a222e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.145170 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1277c62-8b29-4ece-978b-a54876a222e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.161714 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ee1-1cd6-43b7-b6f5-495fdb250711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.197713 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1277c62-8b29-4ece-978b-a54876a222e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.201717 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a1277c62-8b29-4ece-978b-a54876a222e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.203217 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-a1277c62-8b29-4ece-978b-a54876a222e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de8fa998-e715-4be6-bd0b-4a50adcda29f HTTP/1.1" status: 204 len: 168 time: 0.1336868 Sep 03 18:15:15.216414 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277c62-8b29-4ece-978b-a54876a222e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8fa998-e715-4be6-bd0b-4a50adcda29f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:15.247962 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ee1-1cd6-43b7-b6f5-495fdb250711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30624648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30467964'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.290074 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f0ee1-1cd6-43b7-b6f5-495fdb250711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40f3054-dc54-4e59-b870-c69dc5cfcfc6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:15.315136 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e66f0ee1-1cd6-43b7-b6f5-495fdb250711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.317924 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-e66f0ee1-1cd6-43b7-b6f5-495fdb250711 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d40f3054-dc54-4e59-b870-c69dc5cfcfc6 HTTP/1.1" status: 204 len: 168 time: 0.3007464 Sep 03 18:15:15.320416 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45064) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:15.445404 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbef1b-58a6-4b9e-8d44-132a49bd5b53 req-163e005c-f727-4631-a677-eca985a93c8f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:15.448251 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-64bbef1b-58a6-4b9e-8d44-132a49bd5b53 req-163e005c-f727-4631-a677-eca985a93c8f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.1018813 Sep 03 18:15:15.486642 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.551642 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.576123 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-64bbef1b-58a6-4b9e-8d44-132a49bd5b53 req-8639da4c-a437-43cb-bce9-9fd9b2ad68e4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035562 Sep 03 18:15:15.645774 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.669615 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5981e7-3d4f-4842-a083-7b674f3981b9']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:15.687546 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45078) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:15.707015 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c3e400-a5ca-4aad-a3ce-306cf5230a3e') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:15.707567 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c3e400-a5ca-4aad-a3ce-306cf5230a3e') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:15.719561 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29952716'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.746738 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.771573 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:15:15.772375 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32546744'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: Traceback (most recent call last): Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: timer() Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: cb(*args, **kw) Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: return func(*args, **kwargs) Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: self._notify() Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: self.callback(batched_events) Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: event.method(event) Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: return f(self, *a, **k) Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._get(url).json() Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: return self.request(url, 'GET', **kwargs) Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:15:15.774676 dv-cinder-804093-5-iscsi neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:15:15.861527 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.870309 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.876010 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2a5981e7-3d4f-4842-a083-7b674f3981b9 HTTP/1.1" status: 204 len: 168 time: 0.5542979 Sep 03 18:15:15.878300 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45088) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:15.900579 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-644c5303-2ca0-4d5e-abb1-f08a6e9c4f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:15.911651 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e44454-1b04-4c67-872a-6535497667e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5981e7-3d4f-4842-a083-7b674f3981b9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:16.007334 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5db656d-7e96-4c3a-93dc-48b37995e581 admin admin] Deleting subnet f654a3aa-fc29-4ff4-971d-6c424c28e45c {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:15:16.025320 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5db656d-7e96-4c3a-93dc-48b37995e581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.093544 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.114422 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-644c5303-2ca0-4d5e-abb1-f08a6e9c4f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.175585 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-37be2d1b-f006-48e5-8e87-d00242013011 req-d6a31f09-a04d-4f08-9c37-2a64f0304de0 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0981166 Sep 03 18:15:16.184233 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-644c5303-2ca0-4d5e-abb1-f08a6e9c4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.258421 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c5303-2ca0-4d5e-abb1-f08a6e9c4f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf76d8b0-cc0e-4cf2-a6d1-8ee0b1bec6b6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:16.282892 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-644c5303-2ca0-4d5e-abb1-f08a6e9c4f68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3c64cd18c4f403f8b57afdf3a8464c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914588 Sep 03 18:15:16.283115 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45100) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:16.294998 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62890d-d7c1-4c68-8dcc-41cd6ba8f53b req-b2ee5b69-9039-4f40-99f1-f8afb0e87217 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:16.296530 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3a62890d-d7c1-4c68-8dcc-41cd6ba8f53b req-b2ee5b69-9039-4f40-99f1-f8afb0e87217 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.3508701 Sep 03 18:15:16.319424 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5db656d-7e96-4c3a-93dc-48b37995e581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29952725'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.392041 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88838305-c05d-44d2-b897-ee5f4278ed24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.397864 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3a62890d-d7c1-4c68-8dcc-41cd6ba8f53b req-cf19a0ec-bc18-4e30-9e14-eaaf3fc99d31 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926647 Sep 03 18:15:16.406795 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5db656d-7e96-4c3a-93dc-48b37995e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.464724 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88838305-c05d-44d2-b897-ee5f4278ed24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.506216 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5db656d-7e96-4c3a-93dc-48b37995e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32546790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30265900'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.551233 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b5db656d-7e96-4c3a-93dc-48b37995e581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.553882 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-b5db656d-7e96-4c3a-93dc-48b37995e581 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f654a3aa-fc29-4ff4-971d-6c424c28e45c HTTP/1.1" status: 204 len: 168 time: 0.6745124 Sep 03 18:15:16.555122 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db656d-7e96-4c3a-93dc-48b37995e581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f654a3aa-fc29-4ff4-971d-6c424c28e45c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:16.557144 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45106) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:16.652030 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.657789 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88838305-c05d-44d2-b897-ee5f4278ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.660638 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-88838305-c05d-44d2-b897-ee5f4278ed24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.662270 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-88838305-c05d-44d2-b897-ee5f4278ed24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf76d8b0-cc0e-4cf2-a6d1-8ee0b1bec6b6 HTTP/1.1" status: 204 len: 168 time: 0.3782103 Sep 03 18:15:16.702273 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88838305-c05d-44d2-b897-ee5f4278ed24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf76d8b0-cc0e-4cf2-a6d1-8ee0b1bec6b6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:16.827852 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.856048 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b30c523-b136-4e04-8eb6-367e3eaa377d']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:16.867317 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc73a67-cced-4af7-bbd7-eec2d693da79') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:16.867617 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc73a67-cced-4af7-bbd7-eec2d693da79') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:16.877581 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29577081'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.912886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f2d20-9bcd-4aef-931f-d9c22369f038 req-83b93a68-9d38-4324-ba9d-046eef217bd5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:16.914965 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7d8f2d20-9bcd-4aef-931f-d9c22369f038 req-83b93a68-9d38-4324-ba9d-046eef217bd5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.2468905 Sep 03 18:15:16.916290 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.924112 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:15:16.924523 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30624726'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: Traceback (most recent call last): Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: timer() Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: cb(*args, **kw) Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: return func(*args, **kwargs) Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: self._notify() Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: self.callback(batched_events) Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: event.method(event) Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: return f(self, *a, **k) Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._get(url).json() Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: return self.request(url, 'GET', **kwargs) Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:15:16.927036 dv-cinder-804093-5-iscsi neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:15:17.005066 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.017501 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.022268 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8b30c523-b136-4e04-8eb6-367e3eaa377d HTTP/1.1" status: 204 len: 168 time: 0.4612010 Sep 03 18:15:17.033748 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7d8f2d20-9bcd-4aef-931f-d9c22369f038 req-dcfd6d32-1ca7-43e1-be33-d6b7717320c8 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965664 Sep 03 18:15:17.044636 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca23e5e-6410-4d4e-bd25-2c9445f52a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b30c523-b136-4e04-8eb6-367e3eaa377d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:17.315764 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b5d30c25-5c8f-4fea-9df6-00654d24381f req-daf10cd3-05d1-49b9-8339-af97b4f0c1d3 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0454936 Sep 03 18:15:17.322253 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45126) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:17.382541 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45128) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:17.393137 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-56b2c12e-244b-4a8d-88f0-8f3889a4a287 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b82945faedb442e921cfb4d795203f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676048 Sep 03 18:15:17.395535 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45130) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:17.397063 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8ea8aee3-f4e4-4187-a7f3-0d1421f21cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.534576 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e215c6e7-1ffe-4f4c-9377-f1742846dbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.566558 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8ea8aee3-f4e4-4187-a7f3-0d1421f21cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.574875 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8ea8aee3-f4e4-4187-a7f3-0d1421f21cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.586320 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e215c6e7-1ffe-4f4c-9377-f1742846dbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.601163 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9899e63-df84-47f9-8305-f3cb97aaa789 req-7b009f5b-e619-413c-a63f-b68cf7ad9566 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:17.611138 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c9899e63-df84-47f9-8305-f3cb97aaa789 req-7b009f5b-e619-413c-a63f-b68cf7ad9566 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1090920 Sep 03 18:15:17.623776 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8aee3-f4e4-4187-a7f3-0d1421f21cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55896cda-ef6b-414b-86e7-00ebc407ca90,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:17.629184 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-8ea8aee3-f4e4-4187-a7f3-0d1421f21cee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c50ab6e31ab448c2be0609e87da45445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452383 Sep 03 18:15:17.631725 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45138) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:17.707859 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fed00d89-c8a4-4350-9112-148ba4a34103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.735876 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fed00d89-c8a4-4350-9112-148ba4a34103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.757592 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c9899e63-df84-47f9-8305-f3cb97aaa789 req-34eb6038-4b21-4137-98f9-28e357423ac7 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452665 Sep 03 18:15:17.786472 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e215c6e7-1ffe-4f4c-9377-f1742846dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.789924 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e215c6e7-1ffe-4f4c-9377-f1742846dbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.791687 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-e215c6e7-1ffe-4f4c-9377-f1742846dbd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/436d9952-4fbf-4b35-aed8-03fb3009c548 HTTP/1.1" status: 204 len: 168 time: 0.3944888 Sep 03 18:15:17.801624 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215c6e7-1ffe-4f4c-9377-f1742846dbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436d9952-4fbf-4b35-aed8-03fb3009c548,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:17.839391 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fed00d89-c8a4-4350-9112-148ba4a34103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.842641 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fed00d89-c8a4-4350-9112-148ba4a34103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.846775 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-fed00d89-c8a4-4350-9112-148ba4a34103 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55896cda-ef6b-414b-86e7-00ebc407ca90 HTTP/1.1" status: 204 len: 168 time: 0.2110085 Sep 03 18:15:17.861695 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed00d89-c8a4-4350-9112-148ba4a34103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55896cda-ef6b-414b-86e7-00ebc407ca90,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:18.207635 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713692bd-a672-4194-9e44-96440565e63e req-d4a5ce99-0aa4-48f7-a7f1-4f4c44ef2aaa tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:18.209637 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-713692bd-a672-4194-9e44-96440565e63e req-d4a5ce99-0aa4-48f7-a7f1-4f4c44ef2aaa tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.0921807 Sep 03 18:15:18.283576 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-713692bd-a672-4194-9e44-96440565e63e req-061d2b9b-c8e5-449e-b07f-3dc9740591d4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613902 Sep 03 18:15:18.432261 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-357bbe27-dd36-456e-8d81-e4e6a56d18f7 req-404eb543-6833-4993-ad66-3c4b812e8c67 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0319390 Sep 03 18:15:18.520206 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45164) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:18.612051 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-3d7eae2d-499b-4887-b242-78e504d5c022 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae0dd67692df4551bac4c1303f22646a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880260 Sep 03 18:15:18.612803 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45168) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:18.686551 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34aa419d-8f4f-4795-b3c6-c500a5c98352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:18.714457 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34aa419d-8f4f-4795-b3c6-c500a5c98352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:18.792914 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34aa419d-8f4f-4795-b3c6-c500a5c98352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:18.796673 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34aa419d-8f4f-4795-b3c6-c500a5c98352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:18.800435 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-34aa419d-8f4f-4795-b3c6-c500a5c98352 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c973e7c7-1a12-46f3-aa26-336fe519f946 HTTP/1.1" status: 204 len: 168 time: 0.1840622 Sep 03 18:15:18.807885 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa419d-8f4f-4795-b3c6-c500a5c98352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c973e7c7-1a12-46f3-aa26-336fe519f946,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:18.946487 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b6b01-0984-4b96-96c5-37678ce4f1a6 req-451e03e1-a712-43a1-997f-a9545dfe5899 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:18.948136 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0a7b6b01-0984-4b96-96c5-37678ce4f1a6 req-451e03e1-a712-43a1-997f-a9545dfe5899 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0845926 Sep 03 18:15:18.999849 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0a7b6b01-0984-4b96-96c5-37678ce4f1a6 req-52aae43b-fc8c-4cc2-9625-c44dd943ca41 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Sep 03 18:15:19.473476 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de008a11-f9e2-4f94-a599-8adca508544b req-22eb4680-9e06-4aef-adba-e026f4769f08 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:19.479278 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-de008a11-f9e2-4f94-a599-8adca508544b req-22eb4680-9e06-4aef-adba-e026f4769f08 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.1010311 Sep 03 18:15:19.542044 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-de008a11-f9e2-4f94-a599-8adca508544b req-e8e384e4-bf58-4289-946a-23257ad08a06 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616927 Sep 03 18:15:19.587231 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d5577cee-0a9e-4d8c-b208-393e88e7b6d2 req-d4207b83-9f9e-4d91-9abe-1db56f6d8425 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0412827 Sep 03 18:15:20.144191 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27e2dc-39fb-4671-99eb-80a398e9b731 req-cfaafcd9-3ff0-4ff8-be8e-2fbc31315f18 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:20.146032 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8b27e2dc-39fb-4671-99eb-80a398e9b731 req-cfaafcd9-3ff0-4ff8-be8e-2fbc31315f18 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0698371 Sep 03 18:15:20.233768 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8b27e2dc-39fb-4671-99eb-80a398e9b731 req-05ccbe8f-8ca5-4b10-9987-fdded3c47221 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759797 Sep 03 18:15:20.689001 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702130c-04bc-4fe5-a4e9-1d1b27d38397 req-b29da6da-1cad-4519-92ce-c4f52db98c00 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:20.691243 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4702130c-04bc-4fe5-a4e9-1d1b27d38397 req-b29da6da-1cad-4519-92ce-c4f52db98c00 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.0876286 Sep 03 18:15:20.743177 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-926b94dc-9173-433b-97c5-537606a35247 req-3e28c4f0-fe17-4b00-ac4a-37dae7ff6e41 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0327795 Sep 03 18:15:20.760460 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4702130c-04bc-4fe5-a4e9-1d1b27d38397 req-5821117b-77fc-4bc1-bee7-56e34ecc0165 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626056 Sep 03 18:15:21.485771 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b22d3d-1611-4dc4-9d60-a408520bf002 req-7e9d75c4-63da-44ec-ae2f-5df792255f45 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:21.487435 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-76b22d3d-1611-4dc4-9d60-a408520bf002 req-7e9d75c4-63da-44ec-ae2f-5df792255f45 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0810916 Sep 03 18:15:21.529553 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-76b22d3d-1611-4dc4-9d60-a408520bf002 req-6ffeda63-d171-445d-8650-5a5d2035ac3a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357018 Sep 03 18:15:21.877837 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b0656581-9096-41bb-a475-c107591f7a86 req-67bd13ef-1b44-440a-8532-d35555186338 tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0387509 Sep 03 18:15:21.937803 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec9ac0-ff07-40c7-a879-4dcc407cdaf6 req-1896e296-f68c-4ffc-939a-c094f2267ad1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:21.939360 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-caec9ac0-ff07-40c7-a879-4dcc407cdaf6 req-1896e296-f68c-4ffc-939a-c094f2267ad1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.0720959 Sep 03 18:15:21.981761 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-caec9ac0-ff07-40c7-a879-4dcc407cdaf6 req-e0fa728c-c3bb-417a-a62b-6d665be5c9b5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Sep 03 18:15:22.682351 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fa6bc-ebf1-4a56-98ba-82234c944934 req-511ae8e4-406b-4fd7-85c8-b119b9298eaf tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:22.689180 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-025fa6bc-ebf1-4a56-98ba-82234c944934 req-511ae8e4-406b-4fd7-85c8-b119b9298eaf tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0829928 Sep 03 18:15:22.756149 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-025fa6bc-ebf1-4a56-98ba-82234c944934 req-64205473-a7e1-44be-921a-c06397a8d682 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595284 Sep 03 18:15:23.044131 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-54282488-76d3-48e8-abb0-9dfe656e025f req-5e076303-ba03-489e-9807-3097d7afbf0e tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0561688 Sep 03 18:15:23.146255 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f0cad-c9d3-4342-a29c-0374ac19f7af req-cdca0726-1f91-4658-b7a7-56a387aef4c1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:23.148029 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6d2f0cad-c9d3-4342-a29c-0374ac19f7af req-cdca0726-1f91-4658-b7a7-56a387aef4c1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.0582871 Sep 03 18:15:23.190707 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6d2f0cad-c9d3-4342-a29c-0374ac19f7af req-5f72e0ca-e235-43e8-8080-38a89d38c9f6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354595 Sep 03 18:15:23.495811 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45346) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:23.623816 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a60dd3f2-c8ff-4044-b265-c1f3f04ad028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.734618 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a60dd3f2-c8ff-4044-b265-c1f3f04ad028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.738683 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a60dd3f2-c8ff-4044-b265-c1f3f04ad028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.778626 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-a60dd3f2-c8ff-4044-b265-c1f3f04ad028 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff7607950ef8495683ff6ed2e5ad0856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817307 Sep 03 18:15:23.779481 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd3f2-c8ff-4044-b265-c1f3f04ad028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faaaf0c-c25e-4559-b16f-466982d60677,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:23.781327 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45352) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:23.856086 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-901e01cd-1ef0-4a30-b5a3-136704aac0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.893191 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20871-c923-412d-bbc3-59c8a02ba302 req-fa80266d-3433-4c20-a23a-a78421f4f6ab tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:23.895084 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fbd20871-c923-412d-bbc3-59c8a02ba302 req-fa80266d-3433-4c20-a23a-a78421f4f6ab tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0746834 Sep 03 18:15:23.895375 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-901e01cd-1ef0-4a30-b5a3-136704aac0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.971105 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fbd20871-c923-412d-bbc3-59c8a02ba302 req-0a7451d7-0ef3-4c57-be66-f1c861e5ada4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629539 Sep 03 18:15:23.980911 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-901e01cd-1ef0-4a30-b5a3-136704aac0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.984347 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-901e01cd-1ef0-4a30-b5a3-136704aac0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.988375 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-901e01cd-1ef0-4a30-b5a3-136704aac0fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5faaaf0c-c25e-4559-b16f-466982d60677 HTTP/1.1" status: 204 len: 168 time: 0.2046404 Sep 03 18:15:24.005990 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e01cd-1ef0-4a30-b5a3-136704aac0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faaaf0c-c25e-4559-b16f-466982d60677,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:24.194136 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dc7badb7-01d6-4a27-bf3d-e5f07554399a req-a1495350-609f-4031-b346-afcaef11212f tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0291557 Sep 03 18:15:24.331959 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823919b4-55a1-4121-912d-7285db154918 req-8bf80e9d-b725-44e4-90a3-cf869558f74c tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:24.333712 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-823919b4-55a1-4121-912d-7285db154918 req-8bf80e9d-b725-44e4-90a3-cf869558f74c tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 932 time: 0.0583811 Sep 03 18:15:24.381111 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-823919b4-55a1-4121-912d-7285db154918 req-8a526e8d-f355-43a7-8007-9311fc6abc06 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Sep 03 18:15:24.401158 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45388) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:24.532935 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15e00a8c-05fd-44e9-bbd3-8329c33f2a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.644058 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Request body: {'port': {'device_id': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:24.652415 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15e00a8c-05fd-44e9-bbd3-8329c33f2a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.664550 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-15e00a8c-05fd-44e9-bbd3-8329c33f2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.719899 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.733724 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-15e00a8c-05fd-44e9-bbd3-8329c33f2a31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55b445672455444aa112ee55156bd8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268108 Sep 03 18:15:24.733724 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e00a8c-05fd-44e9-bbd3-8329c33f2a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057d4324-828b-4ea5-8b79-fa41c84cad40,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:24.746539 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45406) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:24.752039 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-3051a6a6-199c-4c75-8a5b-de7bf2915cb4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0967247 Sep 03 18:15:24.822589 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c55152-9d3a-4b95-b9ce-13a73dc3164d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.874347 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c55152-9d3a-4b95-b9ce-13a73dc3164d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.914789 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-1fb7afb6-630a-4f12-a9c2-8b2ceb20ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:24.916926 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-1fb7afb6-630a-4f12-a9c2-8b2ceb20ab1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 1099 time: 0.0821540 Sep 03 18:15:24.941078 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c55152-9d3a-4b95-b9ce-13a73dc3164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.944098 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-91c55152-9d3a-4b95-b9ce-13a73dc3164d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.947844 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-91c55152-9d3a-4b95-b9ce-13a73dc3164d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/057d4324-828b-4ea5-8b79-fa41c84cad40 HTTP/1.1" status: 204 len: 168 time: 0.1999211 Sep 03 18:15:25.094900 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45418) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:25.120973 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cabd5c-ec86-46f2-8aef-0d7fafdc240b {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:15:25.129533 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.138477 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c55152-9d3a-4b95-b9ce-13a73dc3164d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057d4324-828b-4ea5-8b79-fa41c84cad40,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:25.140702 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-3bb99735-c879-4c6b-b357-84a4a1f645ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:25.142206 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-3bb99735-c879-4c6b-b357-84a4a1f645ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 916 time: 0.1932597 Sep 03 18:15:25.143982 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Transition to ACTIVE for port object 49cabd5c-ec86-46f2-8aef-0d7fafdc240b will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:25.153153 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.221838 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-d2f82eef-c43d-49d1-9c17-9d0a2842c5d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de58bb3-47e6-46c6-b985-d8bbd367b27c HTTP/1.1" status: 200 len: 217 time: 0.0427122 Sep 03 18:15:25.249929 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5993cd-5456-41f1-9eb3-511f5cc28072 req-d954f16b-c5af-443a-8797-713a67ee1eed tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:25.257516 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4b5993cd-5456-41f1-9eb3-511f5cc28072 req-d954f16b-c5af-443a-8797-713a67ee1eed tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1616166 Sep 03 18:15:25.337185 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-afa685b1-8096-4252-a190-e9ac64f17f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:25.339216 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-afa685b1-8096-4252-a190-e9ac64f17f34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 200 len: 855 time: 0.1062391 Sep 03 18:15:25.360148 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4b5993cd-5456-41f1-9eb3-511f5cc28072 req-ef51323d-c4b2-4df0-8765-6c99a879a4a9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013753 Sep 03 18:15:25.433528 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-2553d209-9545-4ad6-998a-f6c96d68cb32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2328b67b-efd7-4228-8287-e612103da764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721326 Sep 03 18:15:25.455360 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Pushing event updated for resources: {'Port': ['ID=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:25.488179 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4eec9891-84eb-42a0-9f81-9902a159c7dd req-6c73616f-28a9-4368-bd20-9b796c7c958e tempest-DeleteServersTestJSON-672447163 tempest-DeleteServersTestJSON-672447163-project] 10.222.0.49 "GET /v2.0/ports?device_id=4afaf407-9979-4557-bec8-2c0755041ceb HTTP/1.1" status: 200 len: 210 time: 0.0511806 Sep 03 18:15:25.491353 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Attempting to bind port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:25.492240 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Attempting to bind port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:25.492995 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Attempting to bind port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b on network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:25.500978 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b on network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:15:25.501546 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Attempting to bind port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b on network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:25.508531 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:25.509446 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Checking segment: {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:25.510592 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Bound using segment: {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:25.511557 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Bound port: 49cabd5c-ec86-46f2-8aef-0d7fafdc240b, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a46208-19dd-4a2f-b529-cc96da91918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:25.512149 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.629798 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] For port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:25.632440 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f20d5-2de8-49f5-bf54-07f7395d5ddf req-875fc260-84ac-4c0f-bbde-5a5a1aeab701 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:25.634327 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-140f20d5-2de8-49f5-bf54-07f7395d5ddf req-875fc260-84ac-4c0f-bbde-5a5a1aeab701 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 944 time: 0.1168685 Sep 03 18:15:25.635705 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] For port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:25.637629 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-6bdefe1d-30fb-4f46-95f1-47ce3c29f43e service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908121 Sep 03 18:15:25.642311 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.697534 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:25.698377 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.700553 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] 10.222.0.23 "PUT /v2.0/ports/49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 1094 time: 1.0646787 Sep 03 18:15:25.701353 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:25.704040 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41d9c90-a68b-4dbe-9310-cb0908489c71" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:25.716003 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81c40ae9-9224-45c5-acf4-e9509d3bddbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.760176 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-140f20d5-2de8-49f5-bf54-07f7395d5ddf req-d7fb575f-484b-4880-a2d4-d86faca2c871 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153014 Sep 03 18:15:25.803227 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45436) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:25.816916 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ba611-ac6a-433a-8ba2-d2c1cdede7db x-openstack-request-id: req-494ba611-ac6a-433a-8ba2-d2c1cdede7db {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:25.817785 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:25.818419 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-494ba611-ac6a-433a-8ba2-d2c1cdede7db {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:25.819269 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'status': 'completed', 'code': 200} Sep 03 18:15:25.847920 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c4c51bc-4665-4eb5-9fc5-dd44ca3d6078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.852404 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06eeb8-547f-471f-98c0-881d074df112 service neutron] Pushing event updated for resources: {'Port': ['ID=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:25.883611 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-974e5daf-126a-4fb3-affc-f1086c7383d1 req-69384a0b-3e2b-4611-94af-ffa76849f79f service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357006 Sep 03 18:15:25.892414 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-50e71dcd-1a88-4e24-af18-43143b0a94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:25.894443 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-50e71dcd-1a88-4e24-af18-43143b0a94fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ebebe47fa784b48a9757b3dde37b664&device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 1097 time: 0.1293745 Sep 03 18:15:25.952100 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-4a0329dc-5657-476a-94b8-7be9999c73dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 217 time: 0.0487256 Sep 03 18:15:25.955889 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81c40ae9-9224-45c5-acf4-e9509d3bddbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.963602 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-81c40ae9-9224-45c5-acf4-e9509d3bddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.029793 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-44bb5954-30a4-42ca-a982-d730efa6a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.031445 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-44bb5954-30a4-42ca-a982-d730efa6a852 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9afc0f1-c785-48cf-a379-d2eaf7059c40 HTTP/1.1" status: 200 len: 853 time: 0.0666118 Sep 03 18:15:26.077619 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-81c40ae9-9224-45c5-acf4-e9509d3bddbb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ab45fe8a6024db49b64a8474e479cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9805322 Sep 03 18:15:26.080095 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45450) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:26.081334 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c40ae9-9224-45c5-acf4-e9509d3bddbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68e421a-65f0-42e0-82f9-7a000e6cbe49,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:26.122376 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-29ead103-395b-4171-8b47-c186be8bb8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.123876 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-29ead103-395b-4171-8b47-c186be8bb8fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831890 Sep 03 18:15:26.233895 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-fe7bcc86-f417-4706-8b96-f3ab0b9ad4f4 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972152 Sep 03 18:15:26.242681 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c4c51bc-4665-4eb5-9fc5-dd44ca3d6078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.264239 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7c4c51bc-4665-4eb5-9fc5-dd44ca3d6078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.303308 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c7d06-7808-4788-953e-8bac84c64044 req-dd642ebd-3e75-4d2c-a64e-a910b70c5d75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.304859 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-dd642ebd-3e75-4d2c-a64e-a910b70c5d75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 815 time: 0.1990876 Sep 03 18:15:26.305508 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26106ed9-b861-4c66-9fd2-0bf2b7e4ecfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.339528 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a08590d1-d3bf-4ab9-bb34-b190c52ae64e req-313fbd1d-876c-4a1e-9ba8-b74af115fa58 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974622 Sep 03 18:15:26.357826 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7c4c51bc-4665-4eb5-9fc5-dd44ca3d6078 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a046a9d703a4c39a8bb09491125c3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511017 Sep 03 18:15:26.358929 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c51bc-4665-4eb5-9fc5-dd44ca3d6078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2462d5-9bca-4285-87c4-5a2cd9664ad8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:26.361925 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45454) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:26.363110 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26106ed9-b861-4c66-9fd2-0bf2b7e4ecfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.365861 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-a88546c3-9094-4229-8df1-ebfca2e2e557 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/quotas/576e5b2fec21467ab8ead8a54f3647a5 HTTP/1.1" status: 200 len: 375 time: 0.0521142 Sep 03 18:15:26.443719 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-fa17303e-d08c-4f31-bd05-9e5cd11aed08 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659497 Sep 03 18:15:26.489500 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26106ed9-b861-4c66-9fd2-0bf2b7e4ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.492807 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26106ed9-b861-4c66-9fd2-0bf2b7e4ecfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.493962 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-26106ed9-b861-4c66-9fd2-0bf2b7e4ecfe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e68e421a-65f0-42e0-82f9-7a000e6cbe49 HTTP/1.1" status: 204 len: 168 time: 0.4082379 Sep 03 18:15:26.514179 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9702ba96-0ea5-44fb-9afe-d32a1602b91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.523712 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-21efcd59-8195-49ef-823e-dd8b3a3f7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.525713 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-21efcd59-8195-49ef-823e-dd8b3a3f7021 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ebebe47fa784b48a9757b3dde37b664&device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 1097 time: 0.1063149 Sep 03 18:15:26.530269 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106ed9-b861-4c66-9fd2-0bf2b7e4ecfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68e421a-65f0-42e0-82f9-7a000e6cbe49,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:26.569067 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-518bc7ee-7ffc-4fab-aba5-6f65ebc82ce5 service neutron] 10.222.0.49 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174908 Sep 03 18:15:26.578657 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18975a7-5ed4-468e-a50f-2fa4dd7c2d72 req-5ad09863-cee1-49ca-af9b-cede8a252ed2 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.580196 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d18975a7-5ed4-468e-a50f-2fa4dd7c2d72 req-5ad09863-cee1-49ca-af9b-cede8a252ed2 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1293869 Sep 03 18:15:26.583868 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9702ba96-0ea5-44fb-9afe-d32a1602b91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.674504 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-55c14c45-402e-41a4-a900-5d4ecd7d6506 service neutron] 10.222.0.49 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992947 Sep 03 18:15:26.705160 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d18975a7-5ed4-468e-a50f-2fa4dd7c2d72 req-57dd5c79-6b05-49b4-9595-95e8e5113955 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160901 Sep 03 18:15:26.722160 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-2b0f9ce6-7487-4291-862b-75eb2b3477b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.723617 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-2b0f9ce6-7487-4291-862b-75eb2b3477b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c HTTP/1.1" status: 200 len: 915 time: 0.1880820 Sep 03 18:15:26.741742 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9702ba96-0ea5-44fb-9afe-d32a1602b91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.744300 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9702ba96-0ea5-44fb-9afe-d32a1602b91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.745524 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-9702ba96-0ea5-44fb-9afe-d32a1602b91f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f2462d5-9bca-4285-87c4-5a2cd9664ad8 HTTP/1.1" status: 204 len: 168 time: 0.3813074 Sep 03 18:15:26.786056 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-48b5aa4b-dfc0-4c5f-b357-ebc9ae554c1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 217 time: 0.0492849 Sep 03 18:15:26.802959 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702ba96-0ea5-44fb-9afe-d32a1602b91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2462d5-9bca-4285-87c4-5a2cd9664ad8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:26.851921 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-dbba2a9f-cc3d-4f3a-8200-692827540d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.854659 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-dbba2a9f-cc3d-4f3a-8200-692827540d8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9afc0f1-c785-48cf-a379-d2eaf7059c40 HTTP/1.1" status: 200 len: 853 time: 0.0599046 Sep 03 18:15:26.926246 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-43dfe902-d578-49b2-bfe8-6a302c9cf5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.928053 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-43dfe902-d578-49b2-bfe8-6a302c9cf5f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598428 Sep 03 18:15:26.979770 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-852fd33f-47ca-4fde-876d-9da476a5e1d3 req-a2ee089c-03b9-4ce4-8518-df21800a8716 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 210 time: 0.0407372 Sep 03 18:15:27.107267 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cb4cb-115a-4a0d-9f0e-176903232837 req-3d7d1534-1fa8-4974-bd1e-9d2778f2843d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:27.108847 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b75cb4cb-115a-4a0d-9f0e-176903232837 req-3d7d1534-1fa8-4974-bd1e-9d2778f2843d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 944 time: 0.1090782 Sep 03 18:15:27.110679 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-1a8f2777-6f0e-49b0-a524-17620258b7fe service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726258 Sep 03 18:15:27.207797 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45488) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:27.228342 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-283f9a1e-a8b8-4b64-9c07-f4b3c6c2b20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:27.270625 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b75cb4cb-115a-4a0d-9f0e-176903232837 req-e1b1d706-f9b9-4436-b5ff-7e88f6bd203d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435623 Sep 03 18:15:27.316019 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b41d9c90-a68b-4dbe-9310-cb0908489c71 req-037af8e0-1bf4-4634-a475-b8914bf4e3c8 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953788 Sep 03 18:15:27.373078 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-283f9a1e-a8b8-4b64-9c07-f4b3c6c2b20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:27.380564 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-283f9a1e-a8b8-4b64-9c07-f4b3c6c2b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:27.430859 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f9a1e-a8b8-4b64-9c07-f4b3c6c2b20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973c0bdc-f8f0-492a-afe7-6075bb4f6713,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:27.437238 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-283f9a1e-a8b8-4b64-9c07-f4b3c6c2b20b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74d14c267acd41d9a370b4db43556faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277539 Sep 03 18:15:27.439947 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45500) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:27.498478 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acdabb9a-b066-4f3e-bddf-6fa3f0dee670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:27.528412 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acdabb9a-b066-4f3e-bddf-6fa3f0dee670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:27.582683 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acdabb9a-b066-4f3e-bddf-6fa3f0dee670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:27.585366 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-acdabb9a-b066-4f3e-bddf-6fa3f0dee670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:27.586511 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-acdabb9a-b066-4f3e-bddf-6fa3f0dee670 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/973c0bdc-f8f0-492a-afe7-6075bb4f6713 HTTP/1.1" status: 204 len: 168 time: 0.1451993 Sep 03 18:15:27.596127 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdabb9a-b066-4f3e-bddf-6fa3f0dee670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973c0bdc-f8f0-492a-afe7-6075bb4f6713,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:27.849598 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb50cd-c159-4947-ac7d-3c226a8aa683 req-73781cb0-ff81-41f7-a8da-743f742eb333 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:27.851623 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d7eb50cd-c159-4947-ac7d-3c226a8aa683 req-73781cb0-ff81-41f7-a8da-743f742eb333 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0491154 Sep 03 18:15:27.896913 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d7eb50cd-c159-4947-ac7d-3c226a8aa683 req-6dc17f14-71f9-425e-b43e-c99283a5fba0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385811 Sep 03 18:15:28.069254 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-59f6de73-765b-42cb-9739-0c50189a462b req-e288045b-c4fa-4a4f-8592-a2b585659b55 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 210 time: 0.0289330 Sep 03 18:15:28.434466 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eef61-ec55-4d51-ab62-413ba2ff1f9f req-33e8097c-9b64-4894-af6e-c8a1b7eda704 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:28.442618 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-362eef61-ec55-4d51-ab62-413ba2ff1f9f req-33e8097c-9b64-4894-af6e-c8a1b7eda704 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 944 time: 0.1005454 Sep 03 18:15:28.524321 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45576) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:28.578374 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-362eef61-ec55-4d51-ab62-413ba2ff1f9f req-74cfe156-3501-4970-bbe9-d9245af2285d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347098 Sep 03 18:15:28.586702 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c7d06-7808-4788-953e-8bac84c64044 req-11bc4f6b-5478-45d3-aee4-10430eb33edd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:28.594310 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-11bc4f6b-5478-45d3-aee4-10430eb33edd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 815 time: 0.4214656 Sep 03 18:15:28.597705 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-80501f4a-574f-489f-9416-23d53f6f241e admin admin] Deleting subnet 87d39345-390a-4b4a-b5b8-e875f597201a {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:15:28.601365 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80501f4a-574f-489f-9416-23d53f6f241e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.611969 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Request body: {'port': {'device_id': 'f00b7daf-158b-4a39-b021-48fd3fbc6c31', 'network_id': '2328b67b-efd7-4228-8287-e612103da764', 'admin_state_up': True, 'tenant_id': '576e5b2fec21467ab8ead8a54f3647a5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:28.645882 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80501f4a-574f-489f-9416-23d53f6f241e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29952725'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.695961 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80501f4a-574f-489f-9416-23d53f6f241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.765239 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80501f4a-574f-489f-9416-23d53f6f241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32546790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30265900'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.775733 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Made reservation on behalf of 576e5b2fec21467ab8ead8a54f3647a5 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:28.779296 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.794807 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80501f4a-574f-489f-9416-23d53f6f241e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d39345-390a-4b4a-b5b8-e875f597201a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:28.808552 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-80501f4a-574f-489f-9416-23d53f6f241e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.815337 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-80501f4a-574f-489f-9416-23d53f6f241e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/87d39345-390a-4b4a-b5b8-e875f597201a HTTP/1.1" status: 204 len: 168 time: 0.2848244 Sep 03 18:15:28.816811 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45590) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:29.055652 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.145269 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Allocated IP 172.20.0.6 (2328b67b-efd7-4228-8287-e612103da764/38285df6-033e-4e7c-809c-62284d981a5d/99d0c3bb-c36b-4e8a-a890-c80249fbaa54) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:29.154722 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00736323-9050-4ffa-ada6-c515f22676c9 req-9b81d978-a944-4df4-8ad2-c8484de75767 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:29.162390 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-00736323-9050-4ffa-ada6-c515f22676c9 req-9b81d978-a944-4df4-8ad2-c8484de75767 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1518943 Sep 03 18:15:29.202408 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-68fa0b0e-bd6c-49b1-96ce-afb18eddf867 req-4e6472a0-8b98-44cb-915d-1cc6828ca2eb tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 210 time: 0.0413601 Sep 03 18:15:29.274519 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.300180 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b824ce-d174-4648-a84f-1277bdafe2bb']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:29.304914 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-00736323-9050-4ffa-ada6-c515f22676c9 req-95f8c8f7-63d3-41cb-a8fe-1ef147e25d76 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415026 Sep 03 18:15:29.321766 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6090799d-14a9-4421-aeb5-448369a826ff') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:29.322065 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6090799d-14a9-4421-aeb5-448369a826ff') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:29.340802 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29577081'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.375314 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.415659 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:15:29.416661 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30624726'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: Traceback (most recent call last): Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: timer() Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: cb(*args, **kw) Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: return func(*args, **kwargs) Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: self._notify() Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: self.callback(batched_events) Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: event.method(event) Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: return f(self, *a, **k) Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._get(url).json() Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: return self.request(url, 'GET', **kwargs) Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:15:29.418316 dv-cinder-804093-5-iscsi neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:15:29.465103 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 49cabd5c-ec86-46f2-8aef-0d7fafdc240b details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:15:29.512581 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.516800 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.518879 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] 10.222.0.49 "DELETE /v2.0/networks/10b824ce-d174-4648-a84f-1277bdafe2bb HTTP/1.1" status: 204 len: 168 time: 0.7007174 Sep 03 18:15:29.583056 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.592678 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb0e51-84ea-4d36-a2f5-750a12ad7d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b824ce-d174-4648-a84f-1277bdafe2bb,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:29.593266 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:29.629360 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'port_id': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'mac_address': 'fa:16:3e:60:88:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:15:29.636897 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45652) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:29.651544 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.680381 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['7de58bb3-47e6-46c6-b985-d8bbd367b27c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:29.740869 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3986c-1c2b-42ab-915b-d844f7190d9d req-b490960c-f98f-4371-8a3f-d8c57261ee90 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:29.742722 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30f3986c-1c2b-42ab-915b-d844f7190d9d req-b490960c-f98f-4371-8a3f-d8c57261ee90 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 944 time: 0.0573654 Sep 03 18:15:29.746104 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.769120 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Network 2328b67b-efd7-4228-8287-e612103da764 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:29.769627 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cabd5c-ec86-46f2-8aef-0d7fafdc240b {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:15:29.779577 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:29.787866 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:29.799731 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30f3986c-1c2b-42ab-915b-d844f7190d9d req-ecd03dcc-8598-4af1-bbee-cdb999900bf7 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496366 Sep 03 18:15:29.821489 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:29.838468 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.849050 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45658) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:29.850654 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Pushing event updated for resources: {'Port': ['ID=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:29.873809 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:29.874497 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.895324 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7261601d-7aee-4797-a366-5469d0e83b76 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2878661 Sep 03 18:15:29.915906 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Request body: {'port': {'device_id': 'f00b7daf-158b-4a39-b021-48fd3fbc6c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:29.922491 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:29.935894 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.936393 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.936862 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.937414 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.937925 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.938434 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.938969 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.939488 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.940021 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.940541 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.941067 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.941588 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.958661 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-4f8652e5-4a53-4a67-98de-bb42927b64a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f6ce956b9514b66a4023a999e40ffa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1060543 Sep 03 18:15:29.959406 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45660) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:29.977129 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45662) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:30.031117 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.047932 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83c65c56-4a26-41ca-a72c-61f608bf8735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.061456 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43c830fc-ea30-474c-80c6-0d843dc1b8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.098604 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3604cc3-1104-426d-9f46-a9507927caec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.114327 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43c830fc-ea30-474c-80c6-0d843dc1b8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.155457 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['49cabd5c-ec86-46f2-8aef-0d7fafdc240b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:30.158792 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83c65c56-4a26-41ca-a72c-61f608bf8735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.186509 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-83c65c56-4a26-41ca-a72c-61f608bf8735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.246819 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65c56-4a26-41ca-a72c-61f608bf8735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d955bb-ad2e-4ce4-8828-b7f74e58c677,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:30.264195 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-83c65c56-4a26-41ca-a72c-61f608bf8735 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e19ded69591434ea5ac686282f32e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6271157 Sep 03 18:15:30.269161 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45668) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:30.329126 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43c830fc-ea30-474c-80c6-0d843dc1b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.331848 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-43c830fc-ea30-474c-80c6-0d843dc1b8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.333018 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-43c830fc-ea30-474c-80c6-0d843dc1b8be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ed9ff9e-ae56-4635-b652-a066929c46c7 HTTP/1.1" status: 204 len: 168 time: 0.3724568 Sep 03 18:15:30.373469 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c830fc-ea30-474c-80c6-0d843dc1b8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed9ff9e-ae56-4635-b652-a066929c46c7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:30.407327 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb18655-3f65-4ab1-97c9-f2824ea22ec8 req-06697590-5534-4fbc-b005-94fb5766c37f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:30.408456 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-deb18655-3f65-4ab1-97c9-f2824ea22ec8 req-06697590-5534-4fbc-b005-94fb5766c37f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 931 time: 0.1010530 Sep 03 18:15:30.410658 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3604cc3-1104-426d-9f46-a9507927caec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.419742 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3604cc3-1104-426d-9f46-a9507927caec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.422261 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-791effc4-a6f3-4bec-8ffb-968e422f1335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.455099 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3604cc3-1104-426d-9f46-a9507927caec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc0e594-5593-4303-ab7a-49cc392b5cac,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:30.477389 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:15:30.490064 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-a3604cc3-1104-426d-9f46-a9507927caec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=029a6f5b5a5b44108d45f8206499a6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5115519 Sep 03 18:15:30.493057 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45674) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:30.495499 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.504716 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-791effc4-a6f3-4bec-8ffb-968e422f1335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.512521 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-deb18655-3f65-4ab1-97c9-f2824ea22ec8 req-13ec209d-0f5f-4c69-ac9c-89c0c0e0853a tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760791 Sep 03 18:15:30.528227 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Transition to ACTIVE for port object 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:30.540532 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.594174 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3000c9-73ae-42a2-8121-6025b8116018 req-a3ff55d3-4e14-442f-810d-0e5b7f17f448 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:30.597573 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3a3000c9-73ae-42a2-8121-6025b8116018 req-a3ff55d3-4e14-442f-810d-0e5b7f17f448 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1062100 Sep 03 18:15:30.614472 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Pushing event updated for resources: {'Port': ['ID=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:30.622814 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-791effc4-a6f3-4bec-8ffb-968e422f1335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.623021 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c899d724-3c62-40ab-ab55-5905ee8266dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.626568 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-791effc4-a6f3-4bec-8ffb-968e422f1335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.627967 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-791effc4-a6f3-4bec-8ffb-968e422f1335 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5d955bb-ad2e-4ce4-8828-b7f74e58c677 HTTP/1.1" status: 204 len: 168 time: 0.3578506 Sep 03 18:15:30.662717 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791effc4-a6f3-4bec-8ffb-968e422f1335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d955bb-ad2e-4ce4-8828-b7f74e58c677,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:30.687985 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c899d724-3c62-40ab-ab55-5905ee8266dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.696533 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3a3000c9-73ae-42a2-8121-6025b8116018 req-a92626bd-ccb6-49c0-8512-387db0643d3b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845342 Sep 03 18:15:30.739883 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Attempting to bind port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:30.740514 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Attempting to bind port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:30.741052 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Attempting to bind port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 on network 2328b67b-efd7-4228-8287-e612103da764 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:30.746942 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 on network 2328b67b-efd7-4228-8287-e612103da764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:15:30.747281 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Attempting to bind port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 on network 2328b67b-efd7-4228-8287-e612103da764 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:30.753054 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:30.756873 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Checking segment: {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:30.757553 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Bound using segment: {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:30.758227 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Bound port: 99d0c3bb-c36b-4e8a-a890-c80249fbaa54, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:30.759962 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.803801 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c899d724-3c62-40ab-ab55-5905ee8266dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.806922 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c899d724-3c62-40ab-ab55-5905ee8266dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.808146 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-c899d724-3c62-40ab-ab55-5905ee8266dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebc0e594-5593-4303-ab7a-49cc392b5cac HTTP/1.1" status: 204 len: 168 time: 0.3100722 Sep 03 18:15:30.836398 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899d724-3c62-40ab-ab55-5905ee8266dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc0e594-5593-4303-ab7a-49cc392b5cac,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:30.857050 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] For port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:30.861249 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] For port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:30.879032 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.947008 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:30.947641 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.949105 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] 10.222.0.23 "PUT /v2.0/ports/99d0c3bb-c36b-4e8a-a890-c80249fbaa54 HTTP/1.1" status: 200 len: 1093 time: 1.0380397 Sep 03 18:15:30.951573 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00b7daf-158b-4a39-b021-48fd3fbc6c31', 'tag': '99d0c3bb-c36b-4e8a-a890-c80249fbaa54'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:30.953969 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453ef0b6-3e7c-47c6-8193-e9b23195e165" -d '{"events": [{"name": "network-changed", "server_uuid": "f00b7daf-158b-4a39-b021-48fd3fbc6c31", "tag": "99d0c3bb-c36b-4e8a-a890-c80249fbaa54"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:30.989296 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6f490-3cd1-4d39-974a-6194f2bec147 service neutron] Pushing event updated for resources: {'Port': ['ID=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:31.008321 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c370d-5e41-41e1-a647-e22884b97d69 req-a325124f-da72-468c-881b-c7712ce64074 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:31.010024 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-cf6c370d-5e41-41e1-a647-e22884b97d69 req-a325124f-da72-468c-881b-c7712ce64074 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 945 time: 0.1258419 Sep 03 18:15:31.018485 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a48fe4-5891-4eaa-bba1-29a39807d099 x-openstack-request-id: req-a6a48fe4-5891-4eaa-bba1-29a39807d099 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:31.018781 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00b7daf-158b-4a39-b021-48fd3fbc6c31", "tag": "99d0c3bb-c36b-4e8a-a890-c80249fbaa54", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:31.019038 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6a48fe4-5891-4eaa-bba1-29a39807d099 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:31.019440 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00b7daf-158b-4a39-b021-48fd3fbc6c31', 'tag': '99d0c3bb-c36b-4e8a-a890-c80249fbaa54', 'status': 'completed', 'code': 200} Sep 03 18:15:31.084883 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c7d06-7808-4788-953e-8bac84c64044 req-3592d920-ca0c-45c8-a507-57d57a5fa5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:31.086406 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-3592d920-ca0c-45c8-a507-57d57a5fa5bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 1096 time: 0.0867424 Sep 03 18:15:31.089818 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-cf6c370d-5e41-41e1-a647-e22884b97d69 req-5bd3a99d-388e-4b0c-86b9-fc63398c7b1f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695322 Sep 03 18:15:31.136134 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-6ec22c33-af0f-4add-a2c2-118198388c68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99d0c3bb-c36b-4e8a-a890-c80249fbaa54 HTTP/1.1" status: 200 len: 217 time: 0.0367935 Sep 03 18:15:31.197824 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c7d06-7808-4788-953e-8bac84c64044 req-257de4f9-dd3b-4d9c-9579-3c447dfe7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:31.199567 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-257de4f9-dd3b-4d9c-9579-3c447dfe7431 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 200 len: 855 time: 0.0537043 Sep 03 18:15:31.229056 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45702) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:31.242040 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7fd1a858-2834-42bb-82cb-9964d3ea5a2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2328b67b-efd7-4228-8287-e612103da764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280230 Sep 03 18:15:31.245008 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37381045-20a9-4d7f-a5ab-e52f26a32c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.293337 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45704) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:31.332864 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51705648-d2d6-40a9-b5d8-f0867ad834ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.343264 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37381045-20a9-4d7f-a5ab-e52f26a32c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.347549 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-37381045-20a9-4d7f-a5ab-e52f26a32c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.381551 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-523a7da2-a04d-46dc-b146-0cd9311276cb service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307747 Sep 03 18:15:31.393814 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-37381045-20a9-4d7f-a5ab-e52f26a32c24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5586eda4fde3472b87b7a57767384bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635864 Sep 03 18:15:31.394405 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45706) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:31.396381 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37381045-20a9-4d7f-a5ab-e52f26a32c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9112cfc-c863-47fa-8ac5-54c5b2c151fc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:31.455522 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c295b4e7-0439-48c2-aec0-a4bfe0cdf692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.482126 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c295b4e7-0439-48c2-aec0-a4bfe0cdf692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.496315 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 49cabd5c-ec86-46f2-8aef-0d7fafdc240b up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:31.520178 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c86c7d06-7808-4788-953e-8bac84c64044 req-7f34f298-e067-486a-9d96-2c9b9cdb335a service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304679 Sep 03 18:15:31.539347 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51705648-d2d6-40a9-b5d8-f0867ad834ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.548030 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51705648-d2d6-40a9-b5d8-f0867ad834ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.552713 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c295b4e7-0439-48c2-aec0-a4bfe0cdf692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.558178 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c295b4e7-0439-48c2-aec0-a4bfe0cdf692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.561902 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c295b4e7-0439-48c2-aec0-a4bfe0cdf692 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9112cfc-c863-47fa-8ac5-54c5b2c151fc HTTP/1.1" status: 204 len: 168 time: 0.1639724 Sep 03 18:15:31.577901 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295b4e7-0439-48c2-aec0-a4bfe0cdf692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9112cfc-c863-47fa-8ac5-54c5b2c151fc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:31.580599 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51705648-d2d6-40a9-b5d8-f0867ad834ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610809cd-a4cc-4d6e-baec-a123778008aa,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:31.651646 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-51705648-d2d6-40a9-b5d8-f0867ad834ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2b50844a2be42768d8890efcfa909c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569262 Sep 03 18:15:31.654296 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45718) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:31.660879 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:31.667071 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:31.667458 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.678743 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-42c9dff5-f707-4128-acef-beea09106962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:31.686092 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-42c9dff5-f707-4128-acef-beea09106962 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 1096 time: 0.1007619 Sep 03 18:15:31.686514 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45720) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:31.814059 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-17a26deb-75c2-41c9-9e70-795cb0051f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.832199 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.859925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c778-d6e1-42a7-878c-4ae8399bc475 req-ed8e132f-68e0-4133-9e81-97b7b065c7e8 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:31.869439 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:31.872379 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b3a1c778-d6e1-42a7-878c-4ae8399bc475 req-ed8e132f-68e0-4133-9e81-97b7b065c7e8 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 943 time: 0.1950216 Sep 03 18:15:31.874178 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e96cace-5d2b-43e1-a5cc-8d9cc4996166" -d '{"events": [{"server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "name": "network-vif-plugged", "status": "completed", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:31.889580 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:31.890069 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-17a26deb-75c2-41c9-9e70-795cb0051f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.893000 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-a0022be4-a14f-4c60-aa39-00407098a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:31.894486 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-a0022be4-a14f-4c60-aa39-00407098a819 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 916 time: 0.2056539 Sep 03 18:15:31.896900 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.955065 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-5a674a6a-e1f8-49c1-8c6e-0406e354d033 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99d0c3bb-c36b-4e8a-a890-c80249fbaa54 HTTP/1.1" status: 200 len: 217 time: 0.0487604 Sep 03 18:15:31.963661 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:31.963867 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760391-c3a0-4d4e-a992-48c9c85e0bd1 req-f180e10a-55b4-40b1-9891-9b71e69d8654 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:31.965455 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d3760391-c3a0-4d4e-a992-48c9c85e0bd1 req-f180e10a-55b4-40b1-9891-9b71e69d8654 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1352487 Sep 03 18:15:32.016359 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b3a1c778-d6e1-42a7-878c-4ae8399bc475 req-fd483209-081a-4a3c-a842-8eeaa5f94743 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412466 Sep 03 18:15:32.046253 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-17a26deb-75c2-41c9-9e70-795cb0051f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.048989 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-17a26deb-75c2-41c9-9e70-795cb0051f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.050117 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-17a26deb-75c2-41c9-9e70-795cb0051f42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/610809cd-a4cc-4d6e-baec-a123778008aa HTTP/1.1" status: 204 len: 168 time: 0.3948412 Sep 03 18:15:32.060193 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a26deb-75c2-41c9-9e70-795cb0051f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610809cd-a4cc-4d6e-baec-a123778008aa,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:32.060887 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-961704596-network', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:32.097875 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b70e67-0c8a-4281-ad2c-017a76fbe302 x-openstack-request-id: req-65b70e67-0c8a-4281-ad2c-017a76fbe302 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:32.100069 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "name": "network-vif-plugged", "status": "completed", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:32.100361 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65b70e67-0c8a-4281-ad2c-017a76fbe302 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:32.100863 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'code': 200} Sep 03 18:15:32.101834 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d3760391-c3a0-4d4e-a992-48c9c85e0bd1 req-517318df-ab30-48e0-8bf3-d83beb1af45f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190000 Sep 03 18:15:32.129139 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-d6f57f6a-8b79-40d1-80fa-4cd6e860589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:32.131037 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-d6f57f6a-8b79-40d1-80fa-4cd6e860589b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 200 len: 855 time: 0.1645174 Sep 03 18:15:32.132948 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Made reservation on behalf of 9315c773e3a94bc3ac2e24e449fb952c for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:32.136825 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.149605 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.190059 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-56c12306-ceb0-4702-9e90-e0cee6917eca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2328b67b-efd7-4228-8287-e612103da764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361435 Sep 03 18:15:32.249495 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9be12-fefc-4dba-9a09-27e1ded6f573 req-ea3fb93e-79ab-49a9-a6eb-3978c45092bc tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:32.257523 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-52e9be12-fefc-4dba-9a09-27e1ded6f573 req-ea3fb93e-79ab-49a9-a6eb-3978c45092bc tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.0720077 Sep 03 18:15:32.304592 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-52e9be12-fefc-4dba-9a09-27e1ded6f573 req-480e65e5-f96b-4982-80f1-f23bb527d1ff tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429723 Sep 03 18:15:32.351952 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-4fe82d8c-2bb0-44aa-9b6f-87bee89b74cb service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530156 Sep 03 18:15:32.361180 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f970-58c2-415b-9104-fc6ed08d0475 req-73fb1afc-a17a-441b-827d-fb658d0fa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:32.362644 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d967f970-58c2-415b-9104-fc6ed08d0475 req-73fb1afc-a17a-441b-827d-fb658d0fa08a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 1099 time: 0.0565588 Sep 03 18:15:32.417697 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d967f970-58c2-415b-9104-fc6ed08d0475 req-827c66bb-ba07-4fbf-ba85-e14c4fb1c079 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Sep 03 18:15:32.472996 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.482061 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.517222 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:15:32.531105 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-453ef0b6-3e7c-47c6-8193-e9b23195e165 req-07caa3db-ce70-42d3-8f9e-bea8c988b4b5 service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661878 Sep 03 18:15:32.535593 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b1d06f-4948-4699-beb8-17b6b9f818ff,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:32.541756 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.542124 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.segments_db [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Added segment c68ec203-d987-4126-88cf-af22c4c248a7 of type vlan for network b8ba985b-cf16-4ef2-aaef-738152c74cf2 Sep 03 18:15:32.592472 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.632280 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.633306 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:32.633984 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.675273 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9875288 Sep 03 18:15:32.679410 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45762) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:32.685816 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Request body: {'subnet': {'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-961704596-subnet', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:32.723847 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee035d-69b2-47cd-b6ca-3568e34ff0ff admin admin] Pushing event updated for resources: {'Network': ['ID=b8ba985b-cf16-4ef2-aaef-738152c74cf2,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:32.728784 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Made reservation on behalf of 9315c773e3a94bc3ac2e24e449fb952c for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:32.731138 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30265865'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.740660 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:15:32.969670 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32546599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30265895'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.027918 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aef123f-7a76-4255-b7d7-2889c595b802,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:33.051961 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Checking segment: {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:33.051961 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Network hostable DHCP agents. Network: b8ba985b-cf16-4ef2-aaef-738152c74cf2, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:15:33.079902 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:15:33.097647 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, b8ba985b-cf16-4ef2-aaef-738152c74cf2) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:33.113526 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad5a468-5f40-40c8-ae67-be1761d535c3 None None] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:33.113845 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:33.114519 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.155703 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-5482a930-3d0f-4d90-9ebf-5f68b4f7b1d5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4747691 Sep 03 18:15:33.159524 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45790) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:33.165494 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:33.213593 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.215241 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.259845 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ead1f-c3dc-403e-8484-29f03fe81c89 req-63f9e72d-3beb-4c6f-9eb8-4762e13ac86f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:33.271531 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-250ead1f-c3dc-403e-8484-29f03fe81c89 req-63f9e72d-3beb-4c6f-9eb8-4762e13ac86f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 943 time: 0.1338215 Sep 03 18:15:33.318750 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-250ead1f-c3dc-403e-8484-29f03fe81c89 req-61c21bef-4fde-45a5-9ad5-1a27ba758550 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450990 Sep 03 18:15:33.363703 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.427432 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:15:33.428701 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.614680 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6410a1-3745-4281-a659-6a687ff8ea09 req-8a2d8ead-2d36-46ea-95e4-8b88564b89d9 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:33.623580 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Allocated IP 172.20.0.2 (b8ba985b-cf16-4ef2-aaef-738152c74cf2/9aef123f-7a76-4255-b7d7-2889c595b802/5d7b21b1-d851-49f9-b531-b9097f087776) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:33.625607 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2e6410a1-3745-4281-a659-6a687ff8ea09 req-8a2d8ead-2d36-46ea-95e4-8b88564b89d9 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.1649604 Sep 03 18:15:33.695188 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2e6410a1-3745-4281-a659-6a687ff8ea09 req-e6ae39b8-6758-4598-a2a2-f51f23c8a8be tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631330 Sep 03 18:15:33.794585 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8931a5e-ea57-4b80-bccd-7103d7eb0d66 req-715ce065-d2c2-4d05-9fe7-75ce0b7c4c39 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:33.796231 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a8931a5e-ea57-4b80-bccd-7103d7eb0d66 req-715ce065-d2c2-4d05-9fe7-75ce0b7c4c39 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.4482536 Sep 03 18:15:33.888282 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.898500 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Transition to ACTIVE for port object 5d7b21b1-d851-49f9-b531-b9097f087776 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:33.919967 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Transition to ACTIVE for port object 5d7b21b1-d851-49f9-b531-b9097f087776 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:33.925951 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.927715 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.968743 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a8931a5e-ea57-4b80-bccd-7103d7eb0d66 req-bf620a16-2153-4dcc-9172-437bdd6886b6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190689 Sep 03 18:15:33.969404 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:33.975786 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:33.979421 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:34.002346 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Pushing event updated for resources: {'Port': ['ID=5d7b21b1-d851-49f9-b531-b9097f087776,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:34.058828 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Attempting to bind port 5d7b21b1-d851-49f9-b531-b9097f087776 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:34.059338 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Attempting to bind port 5d7b21b1-d851-49f9-b531-b9097f087776 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:34.059712 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Attempting to bind port 5d7b21b1-d851-49f9-b531-b9097f087776 on network b8ba985b-cf16-4ef2-aaef-738152c74cf2 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:34.065344 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:34.065827 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Checking segment: {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:34.066271 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:34.066682 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Bound using segment: {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:34.067148 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Bound port: 5d7b21b1-d851-49f9-b531-b9097f087776, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:34.067541 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:34.145664 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] For port 5d7b21b1-d851-49f9-b531-b9097f087776, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:34.149052 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] For port 5d7b21b1-d851-49f9-b531-b9097f087776, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=5d7b21b1-d851-49f9-b531-b9097f087776,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:34.154480 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:34.176625 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:34.197320 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:34.220379 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85f9f-4b7d-4a11-9ffe-7a5c263b4785 None None] Pushing event updated for resources: {'Port': ['ID=5d7b21b1-d851-49f9-b531-b9097f087776,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:34.318605 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Allocated IP 172.27.1.55 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/30045717-240f-4f52-a766-d14745f8313f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:34.444816 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:34.491761 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e932c4-f65b-4e7d-8664-76aabf349de0 req-7f275259-1295-422a-9781-1592bc154884 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:34.495008 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28e932c4-f65b-4e7d-8664-76aabf349de0 req-7f275259-1295-422a-9781-1592bc154884 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 943 time: 0.0863709 Sep 03 18:15:34.506268 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:34.557792 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:34.562724 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-28e932c4-f65b-4e7d-8664-76aabf349de0 req-445a6b16-d099-49c6-b357-46a2d4c0595b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592592 Sep 03 18:15:34.562877 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:34.570133 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:34.573464 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Pushing event updated for resources: {'Port': ['ID=30045717-240f-4f52-a766-d14745f8313f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:34.897548 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb21989-2a51-49df-a543-48464ff81809 req-b3a51c8d-0dbb-4e69-86c7-ddff2d4d5e0a tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:34.908479 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bcb21989-2a51-49df-a543-48464ff81809 req-b3a51c8d-0dbb-4e69-86c7-ddff2d4d5e0a tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.1029882 Sep 03 18:15:34.938547 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.064192 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bcb21989-2a51-49df-a543-48464ff81809 req-48b73de7-884f-459e-8659-b6e6abfeec9d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547439 Sep 03 18:15:35.148623 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc1f7f-4526-4c6a-80b1-26b117054ace req-4a272cf0-80c9-4a32-9673-201a2eb7a53e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:35.153243 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2ecc1f7f-4526-4c6a-80b1-26b117054ace req-4a272cf0-80c9-4a32-9673-201a2eb7a53e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0914323 Sep 03 18:15:35.197611 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2ecc1f7f-4526-4c6a-80b1-26b117054ace req-4f994b7f-3f6a-490e-9b0b-60220448ebe5 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 Sep 03 18:15:35.258833 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d154d8-fb93-4ac5-aa57-81ce24b78ac1 req-c3391037-cfaa-480b-b0e2-e8e4258069aa tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:35.260922 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-27d154d8-fb93-4ac5-aa57-81ce24b78ac1 req-c3391037-cfaa-480b-b0e2-e8e4258069aa tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.0709152 Sep 03 18:15:35.270554 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.280321 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec5f07-2634-4b61-b94e-abd0d76b379c None None] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:35.369056 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-27d154d8-fb93-4ac5-aa57-81ce24b78ac1 req-1ec5f2c6-efe5-4638-89b1-24da6d3747cf tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993674 Sep 03 18:15:35.396278 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ab106536-a576-4862-a699-822ad7d4938b None None] Provisioning for port 5d7b21b1-d851-49f9-b531-b9097f087776 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:35.441682 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:15:35.553173 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:15:35.565272 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Sync routers for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:15:35.574062 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.575856 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-186be932-2134-4073-9093-400b6870d3bb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4149351 Sep 03 18:15:35.578545 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45860) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:35.579246 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:35.579880 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:15:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:35.719776 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:35.925266 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c2dba-f408-49d5-a9d5-5dca960ecc60 req-2d6acf8e-2d2b-499a-8ff8-62cfdd073be5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:35.927196 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7c6c2dba-f408-49d5-a9d5-5dca960ecc60 req-2d6acf8e-2d2b-499a-8ff8-62cfdd073be5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.0765843 Sep 03 18:15:35.937107 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:34Z', 'revision_number': 3, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:35.970312 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Checking router: 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:15:35.970813 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Updating router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 port 30045717-240f-4f52-a766-d14745f8313f binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:15:35.988428 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7c6c2dba-f408-49d5-a9d5-5dca960ecc60 req-258083cb-a5a7-49ff-9ad0-799aa1371ad9 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532022 Sep 03 18:15:36.018568 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 5d7b21b1-d851-49f9-b531-b9097f087776 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:36.024364 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.046536 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232ca4f-ac6f-4943-a652-69bc27876df5 req-cd4a587e-2e33-4f93-a417-f1e00a8263ac tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:36.048069 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5232ca4f-ac6f-4943-a652-69bc27876df5 req-cd4a587e-2e33-4f93-a417-f1e00a8263ac tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 943 time: 0.3722820 Sep 03 18:15:36.079131 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 5d7b21b1-d851-49f9-b531-b9097f087776 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:36.085174 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 5d7b21b1-d851-49f9-b531-b9097f087776 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:36.085860 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.106110 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5232ca4f-ac6f-4943-a652-69bc27876df5 req-ade36a36-2dcb-4fd4-8c8f-734b9b4a1b24 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510352 Sep 03 18:15:36.128653 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:15:36.363964 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.401046 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Transition to ACTIVE for port object 30045717-240f-4f52-a766-d14745f8313f will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:36.410587 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67995f-1f63-4e34-ab8b-d9a5eb8d231c req-6c7e8b84-760d-4726-abf8-3070182c07b2 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:36.413229 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.419307 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8e67995f-1f63-4e34-ab8b-d9a5eb8d231c req-6c7e8b84-760d-4726-abf8-3070182c07b2 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1014512 Sep 03 18:15:36.421418 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.469662 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8e67995f-1f63-4e34-ab8b-d9a5eb8d231c req-5d5630d2-a8d5-4701-afb9-c3bb41fd4180 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Sep 03 18:15:36.495771 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Pushing event updated for resources: {'Port': ['ID=30045717-240f-4f52-a766-d14745f8313f,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:36.498027 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Attempting to bind port 30045717-240f-4f52-a766-d14745f8313f on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:36.498401 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Attempting to bind port 30045717-240f-4f52-a766-d14745f8313f by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:36.498764 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Attempting to bind port 30045717-240f-4f52-a766-d14745f8313f on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:36.508357 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.508522 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.509794 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.510126 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.510534 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.511000 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.511335 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.511717 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.512019 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.512511 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.512780 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.513140 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:36.513251 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:36.516808 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:36.517418 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:36.517835 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.518259 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:36.518753 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Bound port: 30045717-240f-4f52-a766-d14745f8313f, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:36.519153 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.547460 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '99d0c3bb-c36b-4e8a-a890-c80249fbaa54', 'network_id': '2328b67b-efd7-4228-8287-e612103da764', 'port_id': '99d0c3bb-c36b-4e8a-a890-c80249fbaa54', 'mac_address': 'fa:16:3e:4f:a2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38285df6-033e-4e7c-809c-62284d981a5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:15:36.578627 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] For port 30045717-240f-4f52-a766-d14745f8313f, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:36.585547 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] For port 30045717-240f-4f52-a766-d14745f8313f, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=30045717-240f-4f52-a766-d14745f8313f,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:36.586339 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.590944 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.614128 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.637329 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 5d7b21b1-d851-49f9-b531-b9097f087776, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=5d7b21b1-d851-49f9-b531-b9097f087776,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:36.643491 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:15:36.650468 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Allocated IP 172.20.0.1 (b8ba985b-cf16-4ef2-aaef-738152c74cf2/9aef123f-7a76-4255-b7d7-2889c595b802/78da76cc-aeb6-4db7-93d6-da49f49aba34) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:36.651016 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.694988 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:36.703855 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.728836 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=5d7b21b1-d851-49f9-b531-b9097f087776,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:36.746690 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:36.747318 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:15:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:36.752171 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c85316-0dca-4b81-932d-987f03fa908e None None] Pushing event updated for resources: {'Port': ['ID=30045717-240f-4f52-a766-d14745f8313f,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:36.780686 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:36.791215 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.805171 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Transition to ACTIVE for port object 78da76cc-aeb6-4db7-93d6-da49f49aba34 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:36.840368 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.855196 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:36.876863 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:36.879735 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:36.883286 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:36.919361 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Pushing event updated for resources: {'Port': ['ID=78da76cc-aeb6-4db7-93d6-da49f49aba34,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:36.945334 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.072065 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:34Z', 'revision_number': 3, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:37.085200 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.107333 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479d4fe-b5f2-4583-a6de-88d8f96fa931 None None] The sync data for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi is: [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:34Z', 'revision_number': 3, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:37.173396 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bb5fc78b-248f-4dcd-a160-13d4aac1ef84 None None] Provisioning for port 78da76cc-aeb6-4db7-93d6-da49f49aba34 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:37.177394 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bb5fc78b-248f-4dcd-a160-13d4aac1ef84 None None] Provisioning complete for port 78da76cc-aeb6-4db7-93d6-da49f49aba34 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:37.177900 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bb5fc78b-248f-4dcd-a160-13d4aac1ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.217336 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-bb5fc78b-248f-4dcd-a160-13d4aac1ef84 None None] Port 78da76cc-aeb6-4db7-93d6-da49f49aba34 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:37.290646 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7706d84-84d8-405d-a998-a41dab3c7e63 req-9d195dd0-1f3d-4e72-974d-c3aa447ecf4c tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:37.292224 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f7706d84-84d8-405d-a998-a41dab3c7e63 req-9d195dd0-1f3d-4e72-974d-c3aa447ecf4c tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 944 time: 0.0809846 Sep 03 18:15:37.318856 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.326823 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.407440 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f7706d84-84d8-405d-a998-a41dab3c7e63 req-cbfe9a65-008f-419a-adef-753dba7b4e96 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038744 Sep 03 18:15:37.417181 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Pushing event updated for resources: {'Port': ['ID=78da76cc-aeb6-4db7-93d6-da49f49aba34,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:37.420085 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.532051 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:37.533991 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:37.606926 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5149-1399-4791-a0f0-57e4aab1ed32 req-5e537773-8569-43dd-941b-eeaea0800b58 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:37.609217 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a10b5149-1399-4791-a0f0-57e4aab1ed32 req-5e537773-8569-43dd-941b-eeaea0800b58 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0593534 Sep 03 18:15:37.665261 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a10b5149-1399-4791-a0f0-57e4aab1ed32 req-e971b864-c50b-4a22-bbe8-2fd6f2725f98 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495269 Sep 03 18:15:37.689156 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:15:37.743932 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-c0820918-1ab0-4f08-8d17-7b88606b53a8 None None] Provisioning complete for port 78da76cc-aeb6-4db7-93d6-da49f49aba34 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:37.744478 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c0820918-1ab0-4f08-8d17-7b88606b53a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.768006 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:15:37.781312 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-c0820918-1ab0-4f08-8d17-7b88606b53a8 None None] Port 78da76cc-aeb6-4db7-93d6-da49f49aba34 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:37.806115 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:15:37.811108 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7bb373ad-b11a-4dff-97f9-c65dc9e65472 admin admin] 10.222.0.49 "PUT /v2.0/routers/9f2e5db4-b5c0-4241-9a70-d688f71db2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2314961 Sep 03 18:15:38.018700 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 30045717-240f-4f52-a766-d14745f8313f up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:38.072330 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 30045717-240f-4f52-a766-d14745f8313f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:38.076820 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 30045717-240f-4f52-a766-d14745f8313f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:38.076820 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.156312 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.177068 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 30045717-240f-4f52-a766-d14745f8313f, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=30045717-240f-4f52-a766-d14745f8313f,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:38.181903 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.182676 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 5d7b21b1-d851-49f9-b531-b9097f087776 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:38.261819 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=30045717-240f-4f52-a766-d14745f8313f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:38.273539 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 5d7b21b1-d851-49f9-b531-b9097f087776 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:38.273909 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.289786 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45904) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:38.295440 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-e1c5247e-2048-42f0-9176-860720ead9df tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994959699', 'description': 'tempest-description--436880203'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:38.297575 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['99d0c3bb-c36b-4e8a-a890-c80249fbaa54'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:38.322243 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1c5247e-2048-42f0-9176-860720ead9df tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.434729 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1c5247e-2048-42f0-9176-860720ead9df tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.438530 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1c5247e-2048-42f0-9176-860720ead9df tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.478930 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5247e-2048-42f0-9176-860720ead9df tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3f75b6-a3a0-4656-8146-a764d3522453,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:38.490586 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e1c5247e-2048-42f0-9176-860720ead9df tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.492254 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-e1c5247e-2048-42f0-9176-860720ead9df tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2007687 Sep 03 18:15:38.496209 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45910) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:38.501209 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-eed2d8f8-67b0-4d3a-98ce-513f0831260e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'security_group_rule': {'security_group_id': '4f3f75b6-a3a0-4656-8146-a764d3522453', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:38.562199 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eed2d8f8-67b0-4d3a-98ce-513f0831260e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.600406 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edcbc1-b81d-4c37-a325-a36f9b53a4af req-53e06360-b68c-4506-9ba9-16cb1716d888 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:38.602014 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-29edcbc1-b81d-4c37-a325-a36f9b53a4af req-53e06360-b68c-4506-9ba9-16cb1716d888 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 944 time: 0.0954287 Sep 03 18:15:38.826362 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1bca4-6019-44d2-90b1-ae871ab685c0 req-9f4ff877-a06b-4644-a4c5-741addf45883 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:38.826948 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Sync routers for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:15:38.827909 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b0d1bca4-6019-44d2-90b1-ae871ab685c0 req-9f4ff877-a06b-4644-a4c5-741addf45883 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0591528 Sep 03 18:15:38.838192 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:38.838824 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:15:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:38.868573 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b0d1bca4-6019-44d2-90b1-ae871ab685c0 req-35d07fbc-fe12-4433-8e5c-8e714f992191 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342908 Sep 03 18:15:38.911121 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-29edcbc1-b81d-4c37-a325-a36f9b53a4af req-f1c63594-caec-451c-989f-a91c257c97fc tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961502 Sep 03 18:15:38.921286 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eed2d8f8-67b0-4d3a-98ce-513f0831260e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.928167 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a311d5-2de0-4ebf-b55a-5374fd647982 req-f11e1398-17db-46ea-be43-5b25f023747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:38.929746 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-43a311d5-2de0-4ebf-b55a-5374fd647982 req-f11e1398-17db-46ea-be43-5b25f023747b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 1099 time: 0.1037710 Sep 03 18:15:38.931601 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eed2d8f8-67b0-4d3a-98ce-513f0831260e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.966501 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:38.968401 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2d8f8-67b0-4d3a-98ce-513f0831260e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89729380-30cd-48a3-a28b-fb1885ac5257,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:38.987139 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-43a311d5-2de0-4ebf-b55a-5374fd647982 req-ebb9cb65-690e-41e2-abfd-09e04e794bf8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492198 Sep 03 18:15:38.987960 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-eed2d8f8-67b0-4d3a-98ce-513f0831260e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.991951 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-eed2d8f8-67b0-4d3a-98ce-513f0831260e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4945931 Sep 03 18:15:38.992326 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 45926) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:38.999074 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0cc131a9-33f4-476e-b618-86a01ccf7ff9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'security_group_rule': {'security_group_id': '4f3f75b6-a3a0-4656-8146-a764d3522453', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:39.048532 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cc131a9-33f4-476e-b618-86a01ccf7ff9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.135058 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cc131a9-33f4-476e-b618-86a01ccf7ff9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.140676 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cc131a9-33f4-476e-b618-86a01ccf7ff9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.170970 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc131a9-33f4-476e-b618-86a01ccf7ff9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb4fe5c-e1db-42bc-8b9b-a3e43c7f4230,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:39.177386 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0cc131a9-33f4-476e-b618-86a01ccf7ff9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.178810 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-0cc131a9-33f4-476e-b618-86a01ccf7ff9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1838593 Sep 03 18:15:39.182562 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 45934) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:39.187485 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'floatingip': {'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:39.239361 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.375474 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 2, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:39.378561 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.410437 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Checking router: 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:15:39.410437 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Updating router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 port 78da76cc-aeb6-4db7-93d6-da49f49aba34 binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:15:39.447121 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.525408 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Allocated IP 172.27.1.131 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/3d039907-2c7b-4ae0-ad3c-4b215f80cd5f) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:39.693471 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.732214 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.767905 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:39.772195 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:39.776170 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:39.783135 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.794357 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Transition to ACTIVE for port object 78da76cc-aeb6-4db7-93d6-da49f49aba34 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:39.800429 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.806520 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'Port': ['ID=3d039907-2c7b-4ae0-ad3c-4b215f80cd5f,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:39.858310 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff2ea2-e550-4523-a307-d50b352fed84 None None] Pushing event updated for resources: {'Port': ['ID=78da76cc-aeb6-4db7-93d6-da49f49aba34,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:39.911481 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.933975 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Attempting to bind port 78da76cc-aeb6-4db7-93d6-da49f49aba34 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:39.934712 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Attempting to bind port 78da76cc-aeb6-4db7-93d6-da49f49aba34 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:39.939076 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Attempting to bind port 78da76cc-aeb6-4db7-93d6-da49f49aba34 on network b8ba985b-cf16-4ef2-aaef-738152c74cf2 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:39.958822 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:39.959644 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Checking segment: {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:39.960402 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.961408 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Bound using segment: {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:39.962645 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Bound port: 78da76cc-aeb6-4db7-93d6-da49f49aba34, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:39.963545 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.970957 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.985683 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 30045717-240f-4f52-a766-d14745f8313f up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:40.053357 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfc4c7-7488-48ac-902c-c3d60fe238c6 req-80b9ec4a-6910-492c-8a9b-92c316911586 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:40.055136 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bfdfc4c7-7488-48ac-902c-c3d60fe238c6 req-80b9ec4a-6910-492c-8a9b-92c316911586 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 944 time: 0.0550892 Sep 03 18:15:40.072687 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4475-eda6-4cde-b793-2a1ddc6bf914 req-5e359cf8-c7e3-4386-93e6-5b15abff415c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:40.074449 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f64c4475-eda6-4cde-b793-2a1ddc6bf914 req-5e359cf8-c7e3-4386-93e6-5b15abff415c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.1011829 Sep 03 18:15:40.093081 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 30045717-240f-4f52-a766-d14745f8313f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:40.093522 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.101725 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bfdfc4c7-7488-48ac-902c-c3d60fe238c6 req-0d6ea3a9-63eb-4578-b189-721d5132b935 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382116 Sep 03 18:15:40.125005 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] For port 78da76cc-aeb6-4db7-93d6-da49f49aba34, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:40.144032 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] For port 78da76cc-aeb6-4db7-93d6-da49f49aba34, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=78da76cc-aeb6-4db7-93d6-da49f49aba34,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:40.153082 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.167083 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f64c4475-eda6-4cde-b793-2a1ddc6bf914 req-6deeed8b-4b96-4970-b278-021114a42b93 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803647 Sep 03 18:15:40.221893 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.226295 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.233867 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff2ea2-e550-4523-a307-d50b352fed84 None None] Pushing event updated for resources: {'Port': ['ID=78da76cc-aeb6-4db7-93d6-da49f49aba34,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.276468 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:40.277228 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:15:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:40.312369 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'Port': ['ID=3d039907-2c7b-4ae0-ad3c-4b215f80cd5f,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.324095 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.338102 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.339328 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-691f9283-e683-44fd-9897-b9f8ae90d052 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1558626 Sep 03 18:15:40.391722 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:40.505352 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-78ddaa6d-6e67-4897-aedb-ede87aa5c592 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--994959699&fields=id&tenant_id=9315c773e3a94bc3ac2e24e449fb952c HTTP/1.1" status: 200 len: 267 time: 0.0547397 Sep 03 18:15:40.536625 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:40.613283 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c743-f127-4393-a2af-edd554f36ef9 req-a229d4ef-e8db-4fc0-b1b1-74cc340aa8d7 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:40.614776 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-a229d4ef-e8db-4fc0-b1b1-74cc340aa8d7 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 810 time: 0.1085467 Sep 03 18:15:40.642908 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-c9c1cc02-d055-4cb3-8796-d0e430bc4028 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/quotas/9315c773e3a94bc3ac2e24e449fb952c HTTP/1.1" status: 200 len: 375 time: 0.0153279 Sep 03 18:15:40.660794 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-77bea7bc-41e4-4ff8-b4d3-69d158e290af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.699759 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-514ab118-829d-4039-9b96-450021998cc3 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518911 Sep 03 18:15:40.707703 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:40.725204 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:40.725586 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.805281 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-0be8b305-0ac5-4ce8-a639-6e386a867f80 service neutron] 10.222.0.49 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903168 Sep 03 18:15:40.850464 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.864774 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:40Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:40.894449 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-2728cd25-c7e8-42fc-aaed-d4ae14f3c30f service neutron] 10.222.0.49 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867093 Sep 03 18:15:40.897394 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d471db-2f7c-4893-808c-76ee4f362584 None None] The sync data for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi is: [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:40Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:40.904486 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b7daf-158b-4a39-b021-48fd3fbc6c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d0c3bb-c36b-4e8a-a890-c80249fbaa54'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:40.907023 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164fad03-d950-4918-bca7-d2854f9b453b" -d '{"events": [{"server_uuid": "f00b7daf-158b-4a39-b021-48fd3fbc6c31", "name": "network-vif-plugged", "status": "completed", "tag": "99d0c3bb-c36b-4e8a-a890-c80249fbaa54"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:40.922988 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:40.933599 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.992750 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97ceb27-c216-4f60-825b-976768286172 x-openstack-request-id: req-e97ceb27-c216-4f60-825b-976768286172 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:40.993097 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00b7daf-158b-4a39-b021-48fd3fbc6c31", "name": "network-vif-plugged", "status": "completed", "tag": "99d0c3bb-c36b-4e8a-a890-c80249fbaa54", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:40.993868 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e97ceb27-c216-4f60-825b-976768286172 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:40.994270 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00b7daf-158b-4a39-b021-48fd3fbc6c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d0c3bb-c36b-4e8a-a890-c80249fbaa54', 'code': 200} Sep 03 18:15:41.005848 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:41.121367 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fbd197c3-3919-47f0-a285-c971905bd38b req-e8b36b48-e18f-4843-9f7b-5dbee1d50118 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 210 time: 0.0343304 Sep 03 18:15:41.238413 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff147cdd-4c63-47b6-ab40-cb230206358d req-dd5923ca-793c-434b-9f54-9b1e3a61172c tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:41.240409 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ff147cdd-4c63-47b6-ab40-cb230206358d req-dd5923ca-793c-434b-9f54-9b1e3a61172c tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 945 time: 0.0633070 Sep 03 18:15:41.305835 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ff147cdd-4c63-47b6-ab40-cb230206358d req-ebf6eb24-5f3c-468e-a4e6-5d70d08c7036 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518928 Sep 03 18:15:41.307331 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c8ef-4ffb-4634-8f82-da8ea8aba045 req-17709c4a-d3a5-4143-8f2b-900b6c7187ac tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:41.309319 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed51c8ef-4ffb-4634-8f82-da8ea8aba045 req-17709c4a-d3a5-4143-8f2b-900b6c7187ac tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0620847 Sep 03 18:15:41.368735 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed51c8ef-4ffb-4634-8f82-da8ea8aba045 req-6976ca4b-4f9d-47b6-b9fa-386c4130efa6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519373 Sep 03 18:15:41.961288 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 78da76cc-aeb6-4db7-93d6-da49f49aba34 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:42.012551 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 78da76cc-aeb6-4db7-93d6-da49f49aba34 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:42.016376 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 78da76cc-aeb6-4db7-93d6-da49f49aba34 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:42.016790 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:42.094335 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:42.131933 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 78da76cc-aeb6-4db7-93d6-da49f49aba34, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=78da76cc-aeb6-4db7-93d6-da49f49aba34,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:42.136042 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:42.186734 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=78da76cc-aeb6-4db7-93d6-da49f49aba34,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:42.220631 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9a98f6c5-8139-45bd-aeeb-524a9162ed9b req-9418ab0e-427f-4b69-8408-3f97dd747232 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 210 time: 0.0268450 Sep 03 18:15:42.469014 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929f5b7-35e2-46c0-b845-40a2da8f8322 req-da8c61a5-3e54-4398-a59d-85ea7a674195 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:42.471033 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3929f5b7-35e2-46c0-b845-40a2da8f8322 req-da8c61a5-3e54-4398-a59d-85ea7a674195 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 945 time: 0.0888257 Sep 03 18:15:42.527542 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c9f86-ffcc-4299-8ac6-ee39e19566dd req-285b7b4f-79ee-49e8-ad64-89d406eb6bfe tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:42.531048 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-085c9f86-ffcc-4299-8ac6-ee39e19566dd req-285b7b4f-79ee-49e8-ad64-89d406eb6bfe tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0698373 Sep 03 18:15:42.538165 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3929f5b7-35e2-46c0-b845-40a2da8f8322 req-d6a04d23-9c38-4f74-bd6d-4eaa25836ef5 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564320 Sep 03 18:15:42.584213 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-085c9f86-ffcc-4299-8ac6-ee39e19566dd req-6c97e0f9-ab42-446b-8778-b76837703d78 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Sep 03 18:15:42.620813 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72b53c-b647-4a50-a55e-93cef9b26d08 req-96527f1a-4c54-4f2b-8a05-b550fa6601f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:42.622226 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6d72b53c-b647-4a50-a55e-93cef9b26d08 req-96527f1a-4c54-4f2b-8a05-b550fa6601f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 1098 time: 0.0448356 Sep 03 18:15:42.667050 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6d72b53c-b647-4a50-a55e-93cef9b26d08 req-1fdd3629-e16c-41dc-87ec-6095f831aa93 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348051 Sep 03 18:15:43.311931 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3763b8ae-cd43-4d4d-bd99-f3ed2c36f030 req-f02a2227-890e-487f-b60d-d95622942edc tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 210 time: 0.0255363 Sep 03 18:15:43.360263 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-77a106e9-b02a-469c-b8ff-826688523493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:43.523265 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c743-f127-4393-a2af-edd554f36ef9 req-9bb79851-5c96-4efc-bb94-b9864f4255fc tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:43.524797 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-9bb79851-5c96-4efc-bb94-b9864f4255fc tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 810 time: 0.1159499 Sep 03 18:15:43.620450 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:43.662693 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4f18-d5da-4b1f-9676-ce3bef813f66 req-1940eeff-9f81-4012-a763-ce3ef28b3367 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:43.664226 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-92db4f18-d5da-4b1f-9676-ce3bef813f66 req-1940eeff-9f81-4012-a763-ce3ef28b3367 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 945 time: 0.0596879 Sep 03 18:15:43.707283 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-92db4f18-d5da-4b1f-9676-ce3bef813f66 req-5f799481-7b06-4904-98de-cfe7efbe1ee0 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357406 Sep 03 18:15:43.739311 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-2934c496-0b50-4e2f-8ab9-f4b1ad27de03 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9315c773e3a94bc3ac2e24e449fb952c HTTP/1.1" status: 200 len: 379 time: 0.0947893 Sep 03 18:15:43.756530 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e22f1b-9f25-42c3-8ac1-537ac980f7de req-ce46487c-e414-469f-a8f0-0e4f4dc4e808 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:43.758462 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71e22f1b-9f25-42c3-8ac1-537ac980f7de req-ce46487c-e414-469f-a8f0-0e4f4dc4e808 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0929508 Sep 03 18:15:43.763628 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'port': {'device_id': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'admin_state_up': True, 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'security_groups': ['4f3f75b6-a3a0-4656-8146-a764d3522453']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:43.854544 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71e22f1b-9f25-42c3-8ac1-537ac980f7de req-61370d82-352f-470d-9134-23beae26d1ee tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871096 Sep 03 18:15:43.940906 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Made reservation on behalf of 9315c773e3a94bc3ac2e24e449fb952c for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:43.948330 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:43.990579 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 78da76cc-aeb6-4db7-93d6-da49f49aba34 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:44.049427 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 78da76cc-aeb6-4db7-93d6-da49f49aba34 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:44.050232 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:44.055142 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40aa74-a3ef-48ee-9c2f-b3638cb69ce9 req-5ba49b4b-6b1b-4f7d-9471-a186f2e2ccec tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:44.057934 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-de40aa74-a3ef-48ee-9c2f-b3638cb69ce9 req-5ba49b4b-6b1b-4f7d-9471-a186f2e2ccec tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0874610 Sep 03 18:15:44.117250 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-de40aa74-a3ef-48ee-9c2f-b3638cb69ce9 req-64404337-8a33-4b74-b997-429379c6c447 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525057 Sep 03 18:15:44.118929 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Allocated IP 172.20.0.3 (b8ba985b-cf16-4ef2-aaef-738152c74cf2/9aef123f-7a76-4255-b7d7-2889c595b802/81c4a06b-d6dd-4fd3-96cc-f97efe550bfc) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:44.310709 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:44.333457 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Transition to ACTIVE for port object 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:44.378668 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:44.449846 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:44.480322 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:44.485320 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:44.489918 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'Port': ['ID=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:44.492685 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:44.538729 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce7d7-4a1c-4417-a752-d349961d5a66 req-9ea7ae1e-34c4-40f7-b420-ea8fb8f37682 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:44.541294 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-307ce7d7-4a1c-4417-a752-d349961d5a66 req-9ea7ae1e-34c4-40f7-b420-ea8fb8f37682 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 931 time: 0.1241581 Sep 03 18:15:44.580797 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:44.580797 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:44.603056 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-e26ca7b1-252c-427e-88b1-f783137c00dd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553526 Sep 03 18:15:44.625971 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Request body: {'port': {'device_id': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:44.645283 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-307ce7d7-4a1c-4417-a752-d349961d5a66 req-629ef165-4528-4762-ae78-bd68bcf2e02a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933158 Sep 03 18:15:44.709051 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:44.773848 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0a4c8d2d-5203-4826-8a94-9ce800e4cb5e None None] Provisioning for port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:44.779207 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0a4c8d2d-5203-4826-8a94-9ce800e4cb5e None None] Provisioning complete for port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:44.779678 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0a4c8d2d-5203-4826-8a94-9ce800e4cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:44.825739 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-0a4c8d2d-5203-4826-8a94-9ce800e4cb5e None None] Port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:44.868199 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a4012-736a-4072-9dd2-f5861f97e48e req-2b001992-958c-4171-93c9-320ceffd385e tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:44.869821 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-be2a4012-736a-4072-9dd2-f5861f97e48e req-2b001992-958c-4171-93c9-320ceffd385e tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 945 time: 0.0797055 Sep 03 18:15:44.923460 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-be2a4012-736a-4072-9dd2-f5861f97e48e req-50a50583-5673-468d-95eb-ca11a7d20541 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 Sep 03 18:15:45.072429 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:15:45.080817 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.093388 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Transition to ACTIVE for port object 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:45.097862 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.182913 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Pushing event updated for resources: {'Port': ['ID=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:45.252230 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Attempting to bind port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:45.252565 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Attempting to bind port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:45.252989 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Attempting to bind port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc on network b8ba985b-cf16-4ef2-aaef-738152c74cf2 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:45.257522 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc on network b8ba985b-cf16-4ef2-aaef-738152c74cf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:15:45.257840 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Attempting to bind port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc on network b8ba985b-cf16-4ef2-aaef-738152c74cf2 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:45.263798 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:45.264175 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Checking segment: {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:45.265036 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Bound using segment: {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:45.265036 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Bound port: 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:45.265359 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.347354 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] For port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:45.353160 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] For port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:45.359501 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.367525 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46098) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:45.397975 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:45.398561 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.411771 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] 10.222.0.23 "PUT /v2.0/ports/81c4a06b-d6dd-4fd3-96cc-f97efe550bfc HTTP/1.1" status: 200 len: 1093 time: 0.7820544 Sep 03 18:15:45.412580 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'tag': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:45.415960 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03381b8c-b44d-428e-b4d7-19961f9fb9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2c13ce70-4f4d-47ba-92ec-5f8360b4d481", "tag": "81c4a06b-d6dd-4fd3-96cc-f97efe550bfc"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:45.569550 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af36a0fe-4db4-40dc-aec6-51db3aab2fd8 x-openstack-request-id: req-af36a0fe-4db4-40dc-aec6-51db3aab2fd8 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:45.570318 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c13ce70-4f4d-47ba-92ec-5f8360b4d481", "tag": "81c4a06b-d6dd-4fd3-96cc-f97efe550bfc", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:45.570318 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af36a0fe-4db4-40dc-aec6-51db3aab2fd8 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:45.570481 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'tag': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc', 'status': 'completed', 'code': 200} Sep 03 18:15:45.576194 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.589090 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e1e85-6050-4b70-8c6b-783d0dd179ce service neutron] Pushing event updated for resources: {'Port': ['ID=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:45.604823 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c743-f127-4393-a2af-edd554f36ef9 req-a27b098c-3fac-43ea-af69-c5018993e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:45.610353 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-a27b098c-3fac-43ea-af69-c5018993e49e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 1096 time: 0.1364534 Sep 03 18:15:45.611617 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c6ccd72-78ed-495d-955e-66ff92af5edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.709371 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-ad3ef237-449d-40e1-8d6c-8b5b6c0f51f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc HTTP/1.1" status: 200 len: 217 time: 0.0830059 Sep 03 18:15:45.750485 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c6ccd72-78ed-495d-955e-66ff92af5edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.755669 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c6ccd72-78ed-495d-955e-66ff92af5edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.793697 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-6c6ccd72-78ed-495d-955e-66ff92af5edf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=352d599d197247018e4b33a101c7e790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216340 Sep 03 18:15:45.799492 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46122) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:45.806824 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c743-f127-4393-a2af-edd554f36ef9 req-1a5381ce-f57e-46b1-b13a-61bac91053c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:45.808307 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-1a5381ce-f57e-46b1-b13a-61bac91053c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0948024 Sep 03 18:15:45.846555 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ccd72-78ed-495d-955e-66ff92af5edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af5525-7d83-4345-926d-6ecaaa0f79a1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:45.885239 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31c5a3c6-55ae-443f-baff-d3d8c8ecd0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.916117 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31c5a3c6-55ae-443f-baff-d3d8c8ecd0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.927418 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6201c1-c10f-465a-a2c8-8c62bc327182 req-b636494a-dd0c-4d9e-b496-d4a02dfff4d0 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:45.935448 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0f6201c1-c10f-465a-a2c8-8c62bc327182 req-b636494a-dd0c-4d9e-b496-d4a02dfff4d0 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 943 time: 0.1261239 Sep 03 18:15:45.959898 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c743-f127-4393-a2af-edd554f36ef9 req-c838a058-718a-4a7b-80fe-a7ec1c23ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:45.961587 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-c838a058-718a-4a7b-80fe-a7ec1c23ef03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1439209 Sep 03 18:15:45.990915 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31c5a3c6-55ae-443f-baff-d3d8c8ecd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.994907 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31c5a3c6-55ae-443f-baff-d3d8c8ecd0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:45.996488 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-31c5a3c6-55ae-443f-baff-d3d8c8ecd0f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3af5525-7d83-4345-926d-6ecaaa0f79a1 HTTP/1.1" status: 204 len: 168 time: 0.1958337 Sep 03 18:15:46.006332 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5a3c6-55ae-443f-baff-d3d8c8ecd0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af5525-7d83-4345-926d-6ecaaa0f79a1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:46.047917 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0f6201c1-c10f-465a-a2c8-8c62bc327182 req-8aac1bbf-362d-4240-a544-508c58462b1a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114461 Sep 03 18:15:46.110966 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:46.184136 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-4b4bb97e-80b3-4a75-832b-35c1457a6582 service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132955 Sep 03 18:15:46.335244 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2995c743-f127-4393-a2af-edd554f36ef9 req-4abf0352-d114-4bc1-aa58-571e33f156b3 service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421812 Sep 03 18:15:46.436451 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-60082d90-09dc-4c9e-ad90-6fbdcc0fdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:46.437983 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-60082d90-09dc-4c9e-ad90-6fbdcc0fdfa8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1098 time: 0.3137782 Sep 03 18:15:46.447304 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a39c9-a9d6-4bf6-9a15-3a8f34092362 req-3b26b02a-8597-4376-a6e4-23616962ec6e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:46.454276 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-70166e77-7180-422b-814e-892c70182282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:46.454567 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-358a39c9-a9d6-4bf6-9a15-3a8f34092362 req-3b26b02a-8597-4376-a6e4-23616962ec6e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.2918088 Sep 03 18:15:46.455614 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-70166e77-7180-422b-814e-892c70182282 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 1096 time: 0.0663185 Sep 03 18:15:46.546680 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-358a39c9-a9d6-4bf6-9a15-3a8f34092362 req-b86e1278-5482-4f31-b6fb-54e6ee0d9bc5 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913122 Sep 03 18:15:46.579171 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-1fac5ade-44fc-4cd0-b9c9-ae70f00807c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:46.580739 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-1fac5ade-44fc-4cd0-b9c9-ae70f00807c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 919 time: 0.1235554 Sep 03 18:15:46.586887 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-47a67e7f-ef3f-4f20-a535-5a705c3be94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:46.588005 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-47a67e7f-ef3f-4f20-a535-5a705c3be94e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 911 time: 0.1075172 Sep 03 18:15:46.639443 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-59d805f0-8bd0-4b3b-93ec-85d6d202dad5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc HTTP/1.1" status: 200 len: 217 time: 0.0382230 Sep 03 18:15:46.641272 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-173f88d5-372e-4a59-b064-cfd246d5f7b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb46f055-787b-42cb-9e80-b4e76de3026c HTTP/1.1" status: 200 len: 217 time: 0.0408034 Sep 03 18:15:46.699705 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-e0c551c9-bc59-4f2e-addb-10e1cce6f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:46.700594 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-5d07c90f-8064-45ba-81e6-5267247ef4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:46.701257 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-e0c551c9-bc59-4f2e-addb-10e1cce6f3d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.0447383 Sep 03 18:15:46.702225 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-5d07c90f-8064-45ba-81e6-5267247ef4e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0458524 Sep 03 18:15:47.189500 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee8264-175a-4715-8140-757ba385f57e req-226871b5-b360-4da8-a2d2-24c20f7e7ece tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:47.191225 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-87ee8264-175a-4715-8140-757ba385f57e req-226871b5-b360-4da8-a2d2-24c20f7e7ece tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 943 time: 0.0506797 Sep 03 18:15:47.237508 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-87ee8264-175a-4715-8140-757ba385f57e req-691e48fa-aedd-40d9-9f5e-f8873036838c tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395346 Sep 03 18:15:47.321398 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46174) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:47.425842 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc4fb-0e4c-43fe-b278-d153568deef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:47.510750 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc4fb-0e4c-43fe-b278-d153568deef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:47.514436 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc4fb-0e4c-43fe-b278-d153568deef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:47.551753 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-3c9bc4fb-0e4c-43fe-b278-d153568deef0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=caec55266dce46929452140f9b1bbdba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292929 Sep 03 18:15:47.552837 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bc4fb-0e4c-43fe-b278-d153568deef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e03a27-d52f-4f7d-b2e1-a128af7515f6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:47.554579 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46182) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:47.609404 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7768bf10-f65f-4ee6-ac6c-e6a92bb06d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:47.654249 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7768bf10-f65f-4ee6-ac6c-e6a92bb06d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:47.695315 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a0c5c-34e8-4e86-9e13-a0d8685f8991 req-52a92e2b-ce96-4d54-acd9-d6f0620e28f3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:47.697345 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f73a0c5c-34e8-4e86-9e13-a0d8685f8991 req-52a92e2b-ce96-4d54-acd9-d6f0620e28f3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0789344 Sep 03 18:15:47.732255 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7768bf10-f65f-4ee6-ac6c-e6a92bb06d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:47.734841 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7768bf10-f65f-4ee6-ac6c-e6a92bb06d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:47.735949 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-7768bf10-f65f-4ee6-ac6c-e6a92bb06d86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93e03a27-d52f-4f7d-b2e1-a128af7515f6 HTTP/1.1" status: 204 len: 168 time: 0.1798184 Sep 03 18:15:47.745215 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f73a0c5c-34e8-4e86-9e13-a0d8685f8991 req-8ca0f140-ed14-47e5-a1ff-94e5f521bebf tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Sep 03 18:15:47.749964 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768bf10-f65f-4ee6-ac6c-e6a92bb06d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e03a27-d52f-4f7d-b2e1-a128af7515f6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:48.355254 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c7374-4242-4742-b8f6-f802b2354010 req-e8a81564-be46-48b1-b61a-e713d4529c24 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:48.356826 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-058c7374-4242-4742-b8f6-f802b2354010 req-e8a81564-be46-48b1-b61a-e713d4529c24 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 943 time: 0.0503788 Sep 03 18:15:48.396278 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-058c7374-4242-4742-b8f6-f802b2354010 req-cbfba86a-949f-4a06-96df-c448a553ce3b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Sep 03 18:15:48.434516 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-46ecee38-5af2-4f15-8651-c178c2544cfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288267 Sep 03 18:15:48.907232 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e530e-704d-464e-9b8b-b37763940e17 req-fbe3a137-6a2e-462f-a0a3-8bc988580054 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:48.908776 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-075e530e-704d-464e-9b8b-b37763940e17 req-fbe3a137-6a2e-462f-a0a3-8bc988580054 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0487361 Sep 03 18:15:48.946961 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-075e530e-704d-464e-9b8b-b37763940e17 req-f5e0f1a4-c42f-40d6-a3aa-8cd243aab36f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Sep 03 18:15:49.406349 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-c4fe836e-ce04-40a8-b7fc-7f58ea6d3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:49.407840 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-c4fe836e-ce04-40a8-b7fc-7f58ea6d3108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440602 Sep 03 18:15:49.459415 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-a2a0e67a-4f5f-4552-bf50-99b3a53f962e service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951288 Sep 03 18:15:49.530834 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-bbbb77b5-b667-46e1-b6b2-c752089645dc service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146202 Sep 03 18:15:49.543879 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d611c-eef5-4067-962d-ac7aacaa166b req-83c2824d-fd84-4efb-b73b-9450abcf6e0a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:49.545408 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-da4d611c-eef5-4067-962d-ac7aacaa166b req-83c2824d-fd84-4efb-b73b-9450abcf6e0a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 943 time: 0.0716665 Sep 03 18:15:49.560284 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58fca13a-c829-4c21-8a62-f556bbfcdaf3 req-4ad9857a-cde1-4a3b-9894-9c24f61ac01a service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932188 Sep 03 18:15:49.814376 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-da4d611c-eef5-4067-962d-ac7aacaa166b req-d72eecd8-4618-46ef-8c57-b04d58127438 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603760 Sep 03 18:15:49.843564 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-03381b8c-b44d-428e-b4d7-19961f9fb9ab req-0ed19a2c-1b95-4025-a484-31dd3638af6a service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971792 Sep 03 18:15:50.110725 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24323-8535-416a-a1f4-a5ae3ea0ddda req-317cb368-4440-4e06-9072-4c483eba99bf tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:50.112652 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-45d24323-8535-416a-a1f4-a5ae3ea0ddda req-317cb368-4440-4e06-9072-4c483eba99bf tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0767684 Sep 03 18:15:50.151032 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-45d24323-8535-416a-a1f4-a5ae3ea0ddda req-12cdc03b-c4aa-44b0-b820-96eb1625ac4c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Sep 03 18:15:50.933491 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74e1dc-9b31-464d-93de-b45806cdcf1e req-0bfe7a3b-f616-4652-99f0-1176f60bfb46 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:50.934994 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5a74e1dc-9b31-464d-93de-b45806cdcf1e req-0bfe7a3b-f616-4652-99f0-1176f60bfb46 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 943 time: 0.0509515 Sep 03 18:15:50.976128 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5a74e1dc-9b31-464d-93de-b45806cdcf1e req-94ce8132-c69f-4643-97ff-171743de00e1 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325055 Sep 03 18:15:51.268698 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1dfe8-8df6-40ab-80ad-862feefe56c3 req-5e833778-3048-40a3-b344-a07c8fa0927b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:51.270108 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-49c1dfe8-8df6-40ab-80ad-862feefe56c3 req-5e833778-3048-40a3-b344-a07c8fa0927b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0485966 Sep 03 18:15:51.308872 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-49c1dfe8-8df6-40ab-80ad-862feefe56c3 req-3d414fe3-e00e-4179-8f30-4a31b67ff9ab tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Sep 03 18:15:51.657369 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0aa84-8818-4461-b7eb-63c919e3ab80 req-14250b64-1b31-4b14-b1c7-d9daf3e3062a tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:51.658984 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b5c0aa84-8818-4461-b7eb-63c919e3ab80 req-14250b64-1b31-4b14-b1c7-d9daf3e3062a tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.0531490 Sep 03 18:15:51.699303 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b5c0aa84-8818-4461-b7eb-63c919e3ab80 req-a071ffe1-595c-4eca-9f11-ebbc31723714 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332079 Sep 03 18:15:51.722433 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46300) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:51.911492 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19eb40a-5fde-4230-ad71-56c4b484e9f7 tempest-TestMinimumBasicScenario-1133844806 tempest-TestMinimumBasicScenario-1133844806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:51.916642 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46312) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:51.916885 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b19eb40a-5fde-4230-ad71-56c4b484e9f7 tempest-TestMinimumBasicScenario-1133844806 tempest-TestMinimumBasicScenario-1133844806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 1094 time: 0.1931002 Sep 03 18:15:51.921590 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'floatingip': {'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'port_id': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:51.948521 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:52.114480 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2e960-e6a9-470e-a5e0-68a783f4ade0 req-b39cc181-a264-4d1d-9a57-9473f1fad115 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:52.116071 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1ed2e960-e6a9-470e-a5e0-68a783f4ade0 req-b39cc181-a264-4d1d-9a57-9473f1fad115 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 943 time: 0.0636721 Sep 03 18:15:52.118317 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:52.201911 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1ed2e960-e6a9-470e-a5e0-68a783f4ade0 req-c687a51b-fa39-433a-858b-a1652b2a13b9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792892 Sep 03 18:15:52.262777 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Allocated IP 172.27.1.142 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/15ab0c6b-985b-4f62-9277-8d7324bf2343) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:52.377334 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:52.417554 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:15:52.450743 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:52.464462 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a5853-e036-402c-a0fd-36e110a73fb6 req-7d536562-6bad-43ff-b11b-395769ce582b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:52.466157 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-774a5853-e036-402c-a0fd-36e110a73fb6 req-7d536562-6bad-43ff-b11b-395769ce582b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0832469 Sep 03 18:15:52.509636 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-0ed69103-a48a-4565-b876-145f47f961f4 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:52.511163 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-0ed69103-a48a-4565-b876-145f47f961f4 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 815 time: 0.1200137 Sep 03 18:15:52.524163 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:52.530713 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-4a60454a-ffbc-4567-b3fc-25dbc4e496ac tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/quotas/576e5b2fec21467ab8ead8a54f3647a5 HTTP/1.1" status: 200 len: 375 time: 0.0105245 Sep 03 18:15:52.534533 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:52.535358 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:52.541141 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:52.558035 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'port_id': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc', 'mac_address': 'fa:16:3e:64:06:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:15:52.577379 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-774a5853-e036-402c-a0fd-36e110a73fb6 req-60f777d8-6f9a-496c-a251-e09c1a08745d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855689 Sep 03 18:15:52.579309 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'Port': ['ID=15ab0c6b-985b-4f62-9277-8d7324bf2343,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:52.597084 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-1ea406d1-b1d3-4f43-a0cb-26f2c6afed8e tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562134 Sep 03 18:15:52.598642 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:52.613365 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:15:52.633948 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:52.644212 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:52.698969 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:52.713465 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-45ff3f62-8dc2-4dae-9cb2-10dce97a111a service neutron] 10.222.0.49 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074252 Sep 03 18:15:52.819783 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-24550d03-dba2-4e80-b4f2-ee266ad36789 service neutron] 10.222.0.49 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054513 Sep 03 18:15:52.946910 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['81c4a06b-d6dd-4fd3-96cc-f97efe550bfc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:53.079525 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:53.158311 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e66ee5dd-691d-4b57-96fd-14bc26fb4124 req-dd609ed5-c5f4-41ad-83f9-d896311cb774 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 210 time: 0.1479871 Sep 03 18:15:53.220933 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:53.404148 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca453d-a479-4b9c-8093-fbec9bafa7ac req-8b74cdb4-75e3-4a3b-9463-ceb34c461499 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:53.405763 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9ca453d-a479-4b9c-8093-fbec9bafa7ac req-8b74cdb4-75e3-4a3b-9463-ceb34c461499 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 944 time: 0.0895302 Sep 03 18:15:53.431999 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:53.439280 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:53.501321 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9ca453d-a479-4b9c-8093-fbec9bafa7ac req-80497b0d-6bd6-4fe1-a52f-9e7bac2b3d7b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884707 Sep 03 18:15:53.739001 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'Port': ['ID=15ab0c6b-985b-4f62-9277-8d7324bf2343,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:53.757425 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:53.835686 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63af1b-1e1e-4d64-8914-1f424ea82395 req-a38263fc-4785-4b26-acbb-046518cbaffa tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:53.837252 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2a63af1b-1e1e-4d64-8914-1f424ea82395 req-a38263fc-4785-4b26-acbb-046518cbaffa tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1358635 Sep 03 18:15:53.895570 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2a63af1b-1e1e-4d64-8914-1f424ea82395 req-599dcb61-d9c2-4c23-8b66-b2d4f65ae951 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471110 Sep 03 18:15:53.896823 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Floating IP e80a6c23-ba12-48d9-8d7c-a2ad21cf68bd associated. External IP: 172.27.1.142, port: 49cabd5c-ec86-46f2-8aef-0d7fafdc240b. Sep 03 18:15:54.114595 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Router d626c9b9-4ee2-4a04-813c-b78487ea395b has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:15:54.251382 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-68344e21-799d-40d4-873f-53f176423e8f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:54.253599 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-68344e21-799d-40d4-873f-53f176423e8f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 815 time: 0.1287949 Sep 03 18:15:54.271317 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Request body: {'port': {'device_id': '17964ac7-f0ff-4985-b04c-3e76b760b1f7', 'network_id': '2328b67b-efd7-4228-8287-e612103da764', 'admin_state_up': True, 'tenant_id': '576e5b2fec21467ab8ead8a54f3647a5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:54.276677 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:15:54.303667 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] Sync routers for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:15:54.314899 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8077b992-fb6c-481a-9b71-c2fde8b61377 req-f7c33041-2d80-4810-b790-9d4328e02ac9 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 210 time: 0.0600622 Sep 03 18:15:54.317729 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:54.319172 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:15:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:54.343473 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:54.393337 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-70ff7d15-549e-433d-8dc2-8d35bdbbe20f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4755344 Sep 03 18:15:54.393917 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46414) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:54.394371 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:54.396751 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ac4052-d804-468f-9766-6206d0dd154d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:54.408581 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-04ebb297-ceb1-49a9-a4d8-27020703252e tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580686426', 'description': 'tempest-secgroup-smoke-1580686426 description', 'project_id': '7ebebe47fa784b48a9757b3dde37b664'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:54.424859 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:54.434137 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Made reservation on behalf of 576e5b2fec21467ab8ead8a54f3647a5 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:54.438812 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:54.482117 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04ebb297-ceb1-49a9-a4d8-27020703252e tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:54.519026 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:54.549808 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938f17c3-e07a-4e2c-8346-e62baa2788c8 x-openstack-request-id: req-938f17c3-e07a-4e2c-8346-e62baa2788c8 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:54.550138 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:54.550410 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-938f17c3-e07a-4e2c-8346-e62baa2788c8 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:54.550838 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'status': 'completed', 'code': 200} Sep 03 18:15:54.591291 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:54.597175 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:54.605386 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:54.700574 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Allocated IP 172.20.0.8 (2328b67b-efd7-4228-8287-e612103da764/38285df6-033e-4e7c-809c-62284d981a5d/19b33d07-dcdb-458e-bc3f-ddae0176f6fc) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:54.733575 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b583f9-1dc5-496d-8856-1d8a716b9ef1 req-5b165089-8425-476e-b896-5a49cb77ec14 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:54.735256 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac4052-d804-468f-9766-6206d0dd154d req-d9e5f0fd-66fc-48dc-b4e5-e37c161190a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:54.739515 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-56ac4052-d804-468f-9766-6206d0dd154d req-d9e5f0fd-66fc-48dc-b4e5-e37c161190a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ebebe47fa784b48a9757b3dde37b664&device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 1099 time: 0.1793547 Sep 03 18:15:54.743777 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d6b583f9-1dc5-496d-8856-1d8a716b9ef1 req-5b165089-8425-476e-b896-5a49cb77ec14 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 944 time: 0.1079988 Sep 03 18:15:54.853211 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:54.884905 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:54.889151 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68078f5-7b69-4de8-bc59-81f656600751" -d '{"events": [{"server_uuid": "2c13ce70-4f4d-47ba-92ec-5f8360b4d481", "name": "network-vif-plugged", "status": "completed", "tag": "81c4a06b-d6dd-4fd3-96cc-f97efe550bfc"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:54.905879 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46442) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:54.907292 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:54.913489 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:54.980090 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:54.993389 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439d68fa-b326-4652-9f24-e0f7ac7f09f3 x-openstack-request-id: req-439d68fa-b326-4652-9f24-e0f7ac7f09f3 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:54.993690 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c13ce70-4f4d-47ba-92ec-5f8360b4d481", "name": "network-vif-plugged", "status": "completed", "tag": "81c4a06b-d6dd-4fd3-96cc-f97efe550bfc", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:54.993945 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-439d68fa-b326-4652-9f24-e0f7ac7f09f3 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:54.994346 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc', 'code': 200} Sep 03 18:15:55.029742 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04ebb297-ceb1-49a9-a4d8-27020703252e tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.047964 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04ebb297-ceb1-49a9-a4d8-27020703252e tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.095948 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-04ebb297-ceb1-49a9-a4d8-27020703252e tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.097758 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-04ebb297-ceb1-49a9-a4d8-27020703252e tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6975088 Sep 03 18:15:55.105003 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d6b583f9-1dc5-496d-8856-1d8a716b9ef1 req-94551433-d414-4bf6-a550-c31ceae8ba58 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571479 Sep 03 18:15:55.106906 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46448) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:55.137908 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-a349d591-0c23-4e26-8bfa-ea6b0a469d8f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'security_group_rule': {'security_group_id': 'f3994244-488e-4ec5-816f-ce2abf893717', 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:55.178271 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebb297-ceb1-49a9-a4d8-27020703252e tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3994244-488e-4ec5-816f-ce2abf893717,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:55.194553 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac4052-d804-468f-9766-6206d0dd154d req-f90ce0c4-f6c2-42fa-984e-7010f3ae9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.197448 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-56ac4052-d804-468f-9766-6206d0dd154d req-f90ce0c4-f6c2-42fa-984e-7010f3ae9a32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c HTTP/1.1" status: 200 len: 915 time: 0.4405088 Sep 03 18:15:55.225754 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': 'e80a6c23-ba12-48d9-8d7c-a2ad21cf68bd', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'port_id': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'mac_address': 'fa:16:3e:60:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:15:52Z', 'updated_at': '2021-09-03T18:15:52Z', 'revision_number': 0, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9938b315-94a8-4967-aed3-eae4c6ca5163', 'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'mac_address': 'fa:16:3e:a3:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:47Z', 'updated_at': '2021-09-03T18:14:54Z', 'revision_number': 5, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'subnets': [{'id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:55.281485 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] Checking router: d626c9b9-4ee2-4a04-813c-b78487ea395b for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:15:55.290779 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:55.291715 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:15:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:55.299441 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a349d591-0c23-4e26-8bfa-ea6b0a469d8f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.333488 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-56ac4052-d804-468f-9766-6206d0dd154d req-7a88ff76-8400-4ece-b02b-d086522d5616 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 1000 time: 0.1246197 Sep 03 18:15:55.345169 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35920-6da8-4561-ab4c-8242b7b3581e req-0191c7fd-6aaa-4c9d-b998-39dc5159c563 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.352534 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6dd35920-6da8-4561-ab4c-8242b7b3581e req-0191c7fd-6aaa-4c9d-b998-39dc5159c563 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.2361608 Sep 03 18:15:55.420450 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:55.422816 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dda2370a-4a25-4cbc-95a2-3a3f4027d86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.424648 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46462) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:55.429193 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.494366 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c99e9519-264e-49fb-a533-22caa50c686f req-0fab18b1-98e8-4f2f-90f4-3c0d38a7738a tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 210 time: 0.0492134 Sep 03 18:15:55.499235 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6dd35920-6da8-4561-ab4c-8242b7b3581e req-18dee52d-a188-4b92-8eda-1818289b0a2f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457336 Sep 03 18:15:55.556109 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73591627-ae4b-48da-b750-8bc9057a3a46 req-2df1734a-43ae-4b6a-a344-8aa9ea3c60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.558260 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-73591627-ae4b-48da-b750-8bc9057a3a46 req-2df1734a-43ae-4b6a-a344-8aa9ea3c60a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 1098 time: 0.2771964 Sep 03 18:15:55.565180 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a349d591-0c23-4e26-8bfa-ea6b0a469d8f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.602152 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a349d591-0c23-4e26-8bfa-ea6b0a469d8f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.628849 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.640031 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['7de58bb3-47e6-46c6-b985-d8bbd367b27c', '99d0c3bb-c36b-4e8a-a890-c80249fbaa54'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:55.645483 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dda2370a-4a25-4cbc-95a2-3a3f4027d86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.652718 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac4052-d804-468f-9766-6206d0dd154d req-7e1e3e7e-ec4c-4665-8231-b8092adcfbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.654419 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-56ac4052-d804-468f-9766-6206d0dd154d req-7e1e3e7e-ec4c-4665-8231-b8092adcfbd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9afc0f1-c785-48cf-a379-d2eaf7059c40 HTTP/1.1" status: 200 len: 853 time: 0.2910647 Sep 03 18:15:55.657654 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-dda2370a-4a25-4cbc-95a2-3a3f4027d86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.661595 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349d591-0c23-4e26-8bfa-ea6b0a469d8f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb76ce19-d420-4828-b62e-07ae03141664,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:55.718101 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a349d591-0c23-4e26-8bfa-ea6b0a469d8f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.718101 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-a349d591-0c23-4e26-8bfa-ea6b0a469d8f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5941811 Sep 03 18:15:55.722561 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-73591627-ae4b-48da-b750-8bc9057a3a46 req-afa0d687-bc4a-42c0-b021-1107d81a65fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481340 Sep 03 18:15:55.725079 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46472) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:55.734588 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-e99c7334-4590-41b2-9ddb-5c88ae9da4b3 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'security_group_rule': {'security_group_id': 'f3994244-488e-4ec5-816f-ce2abf893717', 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:55.751875 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': 'e80a6c23-ba12-48d9-8d7c-a2ad21cf68bd', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'port_id': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'mac_address': 'fa:16:3e:60:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:15:52Z', 'updated_at': '2021-09-03T18:15:52Z', 'revision_number': 0, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9938b315-94a8-4967-aed3-eae4c6ca5163', 'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'mac_address': 'fa:16:3e:a3:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:47Z', 'updated_at': '2021-09-03T18:14:54Z', 'revision_number': 5, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'subnets': [{'id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:55.756416 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Network 2328b67b-efd7-4228-8287-e612103da764 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:55.757299 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-14e69586-0938-4d87-86cd-4b02e76c5b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.760971 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:55.763289 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Pushing event updated for resources: {'Port': ['ID=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:55.767746 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:55.798957 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7573ee2-9988-49ac-aa04-597cc79c36ae None None] The sync data for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi is: [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': 'e80a6c23-ba12-48d9-8d7c-a2ad21cf68bd', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'port_id': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'mac_address': 'fa:16:3e:60:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:15:52Z', 'updated_at': '2021-09-03T18:15:52Z', 'revision_number': 0, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9938b315-94a8-4967-aed3-eae4c6ca5163', 'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'mac_address': 'fa:16:3e:a3:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:47Z', 'updated_at': '2021-09-03T18:14:54Z', 'revision_number': 5, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'subnets': [{'id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:55.822839 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e99c7334-4590-41b2-9ddb-5c88ae9da4b3 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.825224 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2370a-4a25-4cbc-95a2-3a3f4027d86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545ea536-58b3-4086-8b18-567c196a51f6,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:55.843410 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.844062 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.876063 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-8e8fef11-1cf5-4946-a274-e956ec30d40b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6083601 Sep 03 18:15:55.898019 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-dda2370a-4a25-4cbc-95a2-3a3f4027d86d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4de47c1890f43dcb63e5e4991d8484b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9865253 Sep 03 18:15:55.898192 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46476) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:55.980384 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac4052-d804-468f-9766-6206d0dd154d req-9e899250-946e-4702-9c7a-fb1a4728e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.982120 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-56ac4052-d804-468f-9766-6206d0dd154d req-9e899250-946e-4702-9c7a-fb1a4728e563 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2972343 Sep 03 18:15:55.986911 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Request body: {'port': {'device_id': '17964ac7-f0ff-4985-b04c-3e76b760b1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:56.053512 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e99c7334-4590-41b2-9ddb-5c88ae9da4b3 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.070194 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e99c7334-4590-41b2-9ddb-5c88ae9da4b3 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.095964 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.115013 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e51cacf2-2eae-44cb-8115-f29f315c9688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.122029 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c7334-4590-41b2-9ddb-5c88ae9da4b3 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce5c984-d76c-4e1a-94e4-cbae7265e7c8,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:56.161326 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-56ac4052-d804-468f-9766-6206d0dd154d req-a74dfea5-3674-4fac-8df2-b4c6a48ec0b1 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696994 Sep 03 18:15:56.176283 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d9b05-16d7-4589-9400-086e846482e5 None None] New status for floating IP e80a6c23-ba12-48d9-8d7c-a2ad21cf68bd: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:15:56.188834 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-14e69586-0938-4d87-86cd-4b02e76c5b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.197779 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e51cacf2-2eae-44cb-8115-f29f315c9688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.202046 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-14e69586-0938-4d87-86cd-4b02e76c5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.247545 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e99c7334-4590-41b2-9ddb-5c88ae9da4b3 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.248649 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-e99c7334-4590-41b2-9ddb-5c88ae9da4b3 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5212040 Sep 03 18:15:56.257874 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46486) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:56.267558 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-938de0c7-4d6b-42bc-8164-e449aa37c4d1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'security_group_rule': {'security_group_id': 'f3994244-488e-4ec5-816f-ce2abf893717', 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:56.322280 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-14e69586-0938-4d87-86cd-4b02e76c5b3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1664b48961804116940d437fffad2808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8931181 Sep 03 18:15:56.324770 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46490) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:56.329091 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e69586-0938-4d87-86cd-4b02e76c5b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b357e46d-fe2c-4540-bdeb-125460c8b1cc,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:56.400486 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938de0c7-4d6b-42bc-8164-e449aa37c4d1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.411751 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-56ac4052-d804-468f-9766-6206d0dd154d req-67fd271d-3786-4e61-91b5-c37a2c4ab0cf service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201667 Sep 03 18:15:56.423792 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bffbf-4bcb-4c44-80de-dddb667a50b6 req-6b2f116e-8665-432e-9f96-fe3568b98267 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:56.425387 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-455bffbf-4bcb-4c44-80de-dddb667a50b6 req-6b2f116e-8665-432e-9f96-fe3568b98267 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.1932282 Sep 03 18:15:56.437573 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e51cacf2-2eae-44cb-8115-f29f315c9688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.440188 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e51cacf2-2eae-44cb-8115-f29f315c9688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.443925 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-e51cacf2-2eae-44cb-8115-f29f315c9688 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/545ea536-58b3-4086-8b18-567c196a51f6 HTTP/1.1" status: 204 len: 168 time: 0.5407588 Sep 03 18:15:56.481753 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3c4351c-3f32-4e6d-a062-42c4f37303c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.522177 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3c4351c-3f32-4e6d-a062-42c4f37303c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.542960 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938de0c7-4d6b-42bc-8164-e449aa37c4d1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.556908 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938de0c7-4d6b-42bc-8164-e449aa37c4d1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.559748 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cacf2-2eae-44cb-8115-f29f315c9688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545ea536-58b3-4086-8b18-567c196a51f6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:56.590258 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938de0c7-4d6b-42bc-8164-e449aa37c4d1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83319bb3-7227-4cc5-acdd-a0f93cb0d4f4,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:56.617447 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-938de0c7-4d6b-42bc-8164-e449aa37c4d1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.620624 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-938de0c7-4d6b-42bc-8164-e449aa37c4d1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3587542 Sep 03 18:15:56.623276 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46502) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:56.630438 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b9c765e0-a478-4495-b968-978e2a9c3055 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'security_group_rule': {'security_group_id': 'f3994244-488e-4ec5-816f-ce2abf893717', 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:56.647342 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3c4351c-3f32-4e6d-a062-42c4f37303c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.650590 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e3c4351c-3f32-4e6d-a062-42c4f37303c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.650961 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-455bffbf-4bcb-4c44-80de-dddb667a50b6 req-88b6105a-41da-4e4e-9310-1bb362ff00c8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145035 Sep 03 18:15:56.651887 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-e3c4351c-3f32-4e6d-a062-42c4f37303c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b357e46d-fe2c-4540-bdeb-125460c8b1cc HTTP/1.1" status: 204 len: 168 time: 0.3237910 Sep 03 18:15:56.663513 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4351c-3f32-4e6d-a062-42c4f37303c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b357e46d-fe2c-4540-bdeb-125460c8b1cc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:56.682761 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b572d1c-b000-476a-95b3-6a0a6f50aaac req-2c986809-e13d-4425-b4c4-58fb5d76d8a5 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:56.691276 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6b572d1c-b000-476a-95b3-6a0a6f50aaac req-2c986809-e13d-4425-b4c4-58fb5d76d8a5 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 931 time: 0.1059959 Sep 03 18:15:56.733938 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9c765e0-a478-4495-b968-978e2a9c3055 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.771495 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6b572d1c-b000-476a-95b3-6a0a6f50aaac req-4eb25356-7e63-400d-8fe2-81974f6c5ceb tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651083 Sep 03 18:15:56.859034 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46506) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:56.872835 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e63f84a-ab80-493e-b8e2-5f24f684b5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.876323 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b33d07-dcdb-458e-bc3f-ddae0176f6fc {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:15:56.888283 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.907639 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db911-dfad-4b34-8b22-e2fb2b57644a req-170c22ec-9efe-44f8-8c2d-895cebfa2ee7 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:56.909234 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d87db911-dfad-4b34-8b22-e2fb2b57644a req-170c22ec-9efe-44f8-8c2d-895cebfa2ee7 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1358712 Sep 03 18:15:56.913714 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9c765e0-a478-4495-b968-978e2a9c3055 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.927177 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9c765e0-a478-4495-b968-978e2a9c3055 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.954062 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Transition to ACTIVE for port object 19b33d07-dcdb-458e-bc3f-ddae0176f6fc will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:56.974978 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.983788 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c765e0-a478-4495-b968-978e2a9c3055 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65432940-b5aa-4e5c-8154-dd042c510f99,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:56.984954 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e63f84a-ab80-493e-b8e2-5f24f684b5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:56.995274 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8e63f84a-ab80-493e-b8e2-5f24f684b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.030432 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b9c765e0-a478-4495-b968-978e2a9c3055 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.032656 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b9c765e0-a478-4495-b968-978e2a9c3055 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4053094 Sep 03 18:15:57.038374 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46510) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:57.045889 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-8e63f84a-ab80-493e-b8e2-5f24f684b5b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a0d5b79cef9471599bd321fd7d47b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831248 Sep 03 18:15:57.047094 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-032079a9-d38e-4aa6-b2e3-9833a4fb69b7 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'security_group_rule': {'security_group_id': 'f3994244-488e-4ec5-816f-ce2abf893717', 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:57.049135 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d87db911-dfad-4b34-8b22-e2fb2b57644a req-c03ef689-e999-4c0b-9839-8e118f1c7640 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308303 Sep 03 18:15:57.050520 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46514) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:57.064088 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f84a-ab80-493e-b8e2-5f24f684b5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97dac7f-5e19-45fb-8508-1ef746955263,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:57.086775 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-032079a9-d38e-4aa6-b2e3-9833a4fb69b7 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Project 7ebebe47fa784b48a9757b3dde37b664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:15:57.096738 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-032079a9-d38e-4aa6-b2e3-9833a4fb69b7 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.121088 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Pushing event updated for resources: {'Port': ['ID=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:57.188836 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-032079a9-d38e-4aa6-b2e3-9833a4fb69b7 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.194917 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-032079a9-d38e-4aa6-b2e3-9833a4fb69b7 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.217822 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d354e4f-f55e-41f2-a872-65eb6b4c3a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.220201 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032079a9-d38e-4aa6-b2e3-9833a4fb69b7 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28655571-271d-4d62-9323-bba9b19ba69c,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:57.234186 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-032079a9-d38e-4aa6-b2e3-9833a4fb69b7 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.235785 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-032079a9-d38e-4aa6-b2e3-9833a4fb69b7 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1956437 Sep 03 18:15:57.238664 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46522) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:57.243215 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-08cdfd52-2980-45da-b5f9-2860ad60e6e6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'security_group_rule': {'security_group_id': 'f3994244-488e-4ec5-816f-ce2abf893717', 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:57.252875 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Attempting to bind port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:57.253216 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Attempting to bind port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:57.253544 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Attempting to bind port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc on network 2328b67b-efd7-4228-8287-e612103da764 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:57.262451 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d354e4f-f55e-41f2-a872-65eb6b4c3a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.271741 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc on network 2328b67b-efd7-4228-8287-e612103da764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:15:57.272063 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Attempting to bind port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc on network 2328b67b-efd7-4228-8287-e612103da764 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:57.297416 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:57.297886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Checking segment: {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:57.298426 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Bound using segment: {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:57.299044 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Bound port: 19b33d07-dcdb-458e-bc3f-ddae0176f6fc, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:57.299540 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.330628 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-08cdfd52-2980-45da-b5f9-2860ad60e6e6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Project 7ebebe47fa784b48a9757b3dde37b664 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:15:57.338526 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08cdfd52-2980-45da-b5f9-2860ad60e6e6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.416304 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d354e4f-f55e-41f2-a872-65eb6b4c3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.419129 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d354e4f-f55e-41f2-a872-65eb6b4c3a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.420259 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-9d354e4f-f55e-41f2-a872-65eb6b4c3a22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b97dac7f-5e19-45fb-8508-1ef746955263 HTTP/1.1" status: 204 len: 168 time: 0.3671546 Sep 03 18:15:57.446853 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] For port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:57.448966 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d354e4f-f55e-41f2-a872-65eb6b4c3a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97dac7f-5e19-45fb-8508-1ef746955263,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:57.457209 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08cdfd52-2980-45da-b5f9-2860ad60e6e6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.473000 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08cdfd52-2980-45da-b5f9-2860ad60e6e6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.478399 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] For port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:57.496035 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.510427 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08cdfd52-2980-45da-b5f9-2860ad60e6e6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.517566 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-08cdfd52-2980-45da-b5f9-2860ad60e6e6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2778621 Sep 03 18:15:57.546191 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdfd52-2980-45da-b5f9-2860ad60e6e6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a8037a-51e7-4474-907d-307cf254d5e1,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:57.561159 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:57.562051 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.563573 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] 10.222.0.23 "PUT /v2.0/ports/19b33d07-dcdb-458e-bc3f-ddae0176f6fc HTTP/1.1" status: 200 len: 1093 time: 1.5941570 Sep 03 18:15:57.564204 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17964ac7-f0ff-4985-b04c-3e76b760b1f7', 'tag': '19b33d07-dcdb-458e-bc3f-ddae0176f6fc'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:57.566701 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50" -d '{"events": [{"name": "network-changed", "server_uuid": "17964ac7-f0ff-4985-b04c-3e76b760b1f7", "tag": "19b33d07-dcdb-458e-bc3f-ddae0176f6fc"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:57.573471 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46542) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:57.651951 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c2fae0-c0a1-4c64-8291-288c5ed9e2fe x-openstack-request-id: req-30c2fae0-c0a1-4c64-8291-288c5ed9e2fe {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:57.652266 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17964ac7-f0ff-4985-b04c-3e76b760b1f7", "tag": "19b33d07-dcdb-458e-bc3f-ddae0176f6fc", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:57.652670 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30c2fae0-c0a1-4c64-8291-288c5ed9e2fe {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:57.653084 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17964ac7-f0ff-4985-b04c-3e76b760b1f7', 'tag': '19b33d07-dcdb-458e-bc3f-ddae0176f6fc', 'status': 'completed', 'code': 200} Sep 03 18:15:57.666545 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3ca7f-5987-4bef-ae88-ef1b101a0dbb service neutron] Pushing event updated for resources: {'Port': ['ID=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:57.676777 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-17764901-7c22-44da-a2d4-bd41875c3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:57.678258 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-17764901-7c22-44da-a2d4-bd41875c3b35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 1096 time: 0.0641401 Sep 03 18:15:57.735001 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-768d3fcd-16af-4bf8-b4a2-a15562395407 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580686426&fields=id&tenant_id=7ebebe47fa784b48a9757b3dde37b664 HTTP/1.1" status: 200 len: 267 time: 0.0960333 Sep 03 18:15:57.744217 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-1a48d20a-c775-4907-ac3c-5a53e1e05266 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b33d07-dcdb-458e-bc3f-ddae0176f6fc HTTP/1.1" status: 200 len: 217 time: 0.0561953 Sep 03 18:15:57.801574 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-cc4cd224-32ec-48e0-85ec-8b02203bc1d0 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:57.803308 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-cc4cd224-32ec-48e0-85ec-8b02203bc1d0 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.0650930 Sep 03 18:15:57.819914 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-4b804427-c03b-4688-9990-9f0acb681d77 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'port': {'security_groups': ['243213f2-53d6-461c-80b0-c0e78701f7a4', 'f3994244-488e-4ec5-816f-ce2abf893717']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:57.835512 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-fee61ddf-e97e-48a9-ad51-28712f9d7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:57.837660 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-fee61ddf-e97e-48a9-ad51-28712f9d7955 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 200 len: 855 time: 0.0848606 Sep 03 18:15:57.852704 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1293252567-network', 'tenant_id': 'add77c30613644af957f7a5ec2107401'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:57.861341 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a6ed-06d1-47dc-a28a-d3b6486ae28b req-8cdedd42-5df5-401e-bb6f-78590c1f57cf tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:57.862915 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-74e1a6ed-06d1-47dc-a28a-d3b6486ae28b req-8cdedd42-5df5-401e-bb6f-78590c1f57cf tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0752180 Sep 03 18:15:57.903422 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-11e0dc6c-cb79-4d6a-9a81-321c4e092243 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2328b67b-efd7-4228-8287-e612103da764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394549 Sep 03 18:15:57.931162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-4b804427-c03b-4688-9990-9f0acb681d77 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.934114 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Made reservation on behalf of add77c30613644af957f7a5ec2107401 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:57.936414 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.950538 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-74e1a6ed-06d1-47dc-a28a-d3b6486ae28b req-c5220340-fd63-4e4c-92b0-687c9f35ebc0 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771701 Sep 03 18:15:57.953177 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.090026 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-232b0af9-b4a8-44c8-bc07-d5dc1d4ccfbb service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702900 Sep 03 18:15:58.102507 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc57405-a042-4a49-9bbb-c9aa61df51b5 req-bee9a9cb-28fb-4cf0-9760-f659a9e3c18c tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.103815 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-dcc57405-a042-4a49-9bbb-c9aa61df51b5 req-bee9a9cb-28fb-4cf0-9760-f659a9e3c18c tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 943 time: 0.0823979 Sep 03 18:15:58.187860 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.194389 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.205519 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-dcc57405-a042-4a49-9bbb-c9aa61df51b5 req-9d20b6f4-06ee-4868-b734-56f3624faacb tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914264 Sep 03 18:15:58.223211 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-4b804427-c03b-4688-9990-9f0acb681d77 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] For port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:58.225023 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:15:58.243962 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-214fe5ca-9ca8-485c-bf06-41406c366434 req-f493e8bc-5b92-444c-9248-35b97bc21694 service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309571 Sep 03 18:15:58.257458 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.258354 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Added segment a6d8054b-37b5-4088-bb33-a1cd631f8143 of type vlan for network d77bc691-7df2-404c-aeb4-0658badbcc3e Sep 03 18:15:58.264742 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e6cd3a-d491-4850-a5f9-22dd225841f2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:58.285212 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-4b804427-c03b-4688-9990-9f0acb681d77 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.305869 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-4b804427-c03b-4688-9990-9f0acb681d77 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.318294 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['49cabd5c-ec86-46f2-8aef-0d7fafdc240b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:58.352670 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.366385 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-4b804427-c03b-4688-9990-9f0acb681d77 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.367041 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-4b804427-c03b-4688-9990-9f0acb681d77 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.381170 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f0a54c8b-520f-401b-ba01-0075f43344a3 req-4b804427-c03b-4688-9990-9f0acb681d77 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "PUT /v2.0/ports/49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 982 time: 0.5674381 Sep 03 18:15:58.386057 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:58.388436 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff1f93c-ba08-4239-856e-dbe31bd8a45f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:58.442311 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b804427-c03b-4688-9990-9f0acb681d77 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'Port': ['ID=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,revision_number=6']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:58.442553 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c677c-7559-470b-b40b-8214cb44724c req-e4c81a16-6a56-4ecf-baca-1a54271e1e9a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.464474 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46578) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:58.467314 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b00c677c-7559-470b-b40b-8214cb44724c req-e4c81a16-6a56-4ecf-baca-1a54271e1e9a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.1500771 Sep 03 18:15:58.473832 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-071b5943-7e9b-4718-82a5-849161a0603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.480067 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-071b5943-7e9b-4718-82a5-849161a0603e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1685348 Sep 03 18:15:58.481323 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'floatingip': {'port_id': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:58.489997 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['49cabd5c-ec86-46f2-8aef-0d7fafdc240b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:58.587388 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.656899 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.657870 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.668802 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.671421 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71945385-5d02-4622-88f1-6d15a11c832c req-b589f540-a3bc-4d28-b4b6-4aaf326b6fbe tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.684499 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71945385-5d02-4622-88f1-6d15a11c832c req-b589f540-a3bc-4d28-b4b6-4aaf326b6fbe tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.1349735 Sep 03 18:15:58.687931 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-949c75f3-6ceb-445a-b7db-0943f78b0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.690141 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-949c75f3-6ceb-445a-b7db-0943f78b0310 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 916 time: 0.2041323 Sep 03 18:15:58.791601 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71945385-5d02-4622-88f1-6d15a11c832c req-c1d05b43-5b67-43bf-ad82-a9f8ac0de7c4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061335 Sep 03 18:15:58.888833 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-09121847-0a3f-4e22-a5da-a3dd00d9a9cc None None] Provisioning complete for port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:58.889775 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-09121847-0a3f-4e22-a5da-a3dd00d9a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.900186 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-dc3fb07d-8847-471c-bf18-20ef2cbe71ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b33d07-dcdb-458e-bc3f-ddae0176f6fc HTTP/1.1" status: 200 len: 217 time: 0.1431131 Sep 03 18:15:59.006820 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-3d83e1af-502b-4cfc-ae90-6043d4d5689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:59.009460 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-3d83e1af-502b-4cfc-ae90-6043d4d5689d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 200 len: 855 time: 0.0939810 Sep 03 18:15:59.060254 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-d2880fe0-edd8-47c5-bd1d-a17037ca6f08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2328b67b-efd7-4228-8287-e612103da764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399685 Sep 03 18:15:59.069016 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe1feb4-bc81-4ea6-a1f5-b45f58fbe0d3 x-openstack-request-id: req-6fe1feb4-bc81-4ea6-a1f5-b45f58fbe0d3 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:59.069302 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:59.069548 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fe1feb4-bc81-4ea6-a1f5-b45f58fbe0d3 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:59.069927 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'status': 'completed', 'code': 200} Sep 03 18:15:59.072940 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] Pushing event updated for resources: {'Network': ['ID=d77bc691-7df2-404c-aeb4-0658badbcc3e,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:59.139738 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network d77bc691-7df2-404c-aeb4-0658badbcc3e details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:15:59.166789 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-2fd5eb4e-79dc-41f2-8aa2-12055f06ea76 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5901899 Sep 03 18:15:59.177300 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 46632) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:59.186277 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Request body: {'subnet': {'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1293252567-subnet', 'tenant_id': 'add77c30613644af957f7a5ec2107401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:59.218089 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de610ec-1c48-48f3-aa30-8ba7cbd1c614 req-8617e787-23ab-4f37-b50a-81eacd0b990e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:59.219840 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2de610ec-1c48-48f3-aa30-8ba7cbd1c614 req-8617e787-23ab-4f37-b50a-81eacd0b990e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.6275575 Sep 03 18:15:59.239401 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-d4bf5f97-446f-4879-850f-6136b3b97648 service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662848 Sep 03 18:15:59.243435 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-7659b41c-8339-4d23-9e4c-a64f3f4255a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:59.245687 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-7659b41c-8339-4d23-9e4c-a64f3f4255a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ebebe47fa784b48a9757b3dde37b664&device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 1138 time: 0.1829026 Sep 03 18:15:59.353579 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Made reservation on behalf of add77c30613644af957f7a5ec2107401 for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:59.355661 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30265865'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:59.417535 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9746d56d-ceec-4db5-9833-fe0e7b4c1d50 req-7d24ed04-839b-4317-acf1-e14577a8dade service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609731 Sep 03 18:15:59.447384 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567066fb-b7cf-4539-97a9-fb754098bdcf req-0e4ed072-57c1-4cb7-b879-278bc9110f8b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:59.449010 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-567066fb-b7cf-4539-97a9-fb754098bdcf req-0e4ed072-57c1-4cb7-b879-278bc9110f8b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 943 time: 0.0741246 Sep 03 18:15:59.490982 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-567066fb-b7cf-4539-97a9-fb754098bdcf req-5b1f4e7b-997d-45bf-8bf6-8f72430fa164 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353279 Sep 03 18:15:59.516369 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2de610ec-1c48-48f3-aa30-8ba7cbd1c614 req-a1f113e6-3b11-4565-be86-d45dab6f3d0a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693648 Sep 03 18:15:59.596254 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-c2003bf3-7efe-4bb5-a4dc-6fe30dd660af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:59.597811 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-c2003bf3-7efe-4bb5-a4dc-6fe30dd660af service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c HTTP/1.1" status: 200 len: 915 time: 0.2620628 Sep 03 18:15:59.792318 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-fb387c78-0309-446a-9a74-35c930a2a992 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 1002 time: 0.1523015 Sep 03 18:15:59.898418 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.db.resource_extend [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 18:15:59.931246 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32546599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30265895'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:59.982765 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-71594f6a-b4be-41a9-a67f-a680a8e3a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:59.984133 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-71594f6a-b4be-41a9-a67f-a680a8e3a6f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9afc0f1-c785-48cf-a379-d2eaf7059c40 HTTP/1.1" status: 200 len: 853 time: 0.1682768 Sep 03 18:16:00.056363 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.064481 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8d9394-1a18-4076-81a7-fb7f57781fbe,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:00.073451 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.155997 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Checking segment: {'id': 'a6d8054b-37b5-4088-bb33-a1cd631f8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:00.156441 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Network hostable DHCP agents. Network: d77bc691-7df2-404c-aeb4-0658badbcc3e, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:16:00.175982 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-729c5d4b-8bd9-4c2f-9bc8-835eebf9a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:00.177557 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-729c5d4b-8bd9-4c2f-9bc8-835eebf9a0b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1728146 Sep 03 18:16:00.216348 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Network d77bc691-7df2-404c-aeb4-0658badbcc3e is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:16:00.242902 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Floating IP 19b30b76-7fa5-4d02-9c0e-285b96f98e9c associated. External IP: 172.27.1.131, port: 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc. Sep 03 18:16:00.276659 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, d77bc691-7df2-404c-aeb4-0658badbcc3e) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:00.280654 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:00.281383 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.288624 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e52a466-4ff0-40c7-b3e8-80611fe1c31b None None] Network d77bc691-7df2-404c-aeb4-0658badbcc3e requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:16:00.304069 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46660) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:00.388139 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-efcc79b8-62b1-4862-9ca6-c2c7c7da0330 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2083328 Sep 03 18:16:00.392254 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-6d8617ec-781e-4e78-8535-4e4dd92fdac6 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033877 Sep 03 18:16:00.450564 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b457a340-51e7-40f0-a6ce-3a745b563bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.467031 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c9844d-6d1e-40dc-b56d-face5c443ba5 None None] Network d77bc691-7df2-404c-aeb4-0658badbcc3e requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:16:00.608319 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b457a340-51e7-40f0-a6ce-3a745b563bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.614426 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b457a340-51e7-40f0-a6ce-3a745b563bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.669136 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b457a340-51e7-40f0-a6ce-3a745b563bd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af993b9e709c486db096f48fca67bf07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612618 Sep 03 18:16:00.669136 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457a340-51e7-40f0-a6ce-3a745b563bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3803e660-091e-4b45-bbc9-827f63ad53cf,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:00.672519 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 46676) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:00.798350 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1986b01-f38b-4797-896a-2a802b9053a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.847188 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eff1f93c-ba08-4239-856e-dbe31bd8a45f req-454f07ad-a67b-48d5-920e-75e213567f58 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469061 Sep 03 18:16:00.850736 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1986b01-f38b-4797-896a-2a802b9053a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.861542 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851a22-684c-4832-8c8b-4f74c48877fa req-1709147c-303e-45f7-a7ae-46236e3963a0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:00.863196 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-94851a22-684c-4832-8c8b-4f74c48877fa req-1709147c-303e-45f7-a7ae-46236e3963a0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0925076 Sep 03 18:16:00.879708 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab99b32-b436-43b5-95f2-89bee7b4bc53 req-b5d1f2ab-e25e-4ba8-a9dc-577400a34b2e tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:00.881460 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0ab99b32-b436-43b5-95f2-89bee7b4bc53 req-b5d1f2ab-e25e-4ba8-a9dc-577400a34b2e tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 943 time: 0.2137692 Sep 03 18:16:00.899517 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:16:00.922807 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-94851a22-684c-4832-8c8b-4f74c48877fa req-6eddad11-b7ef-4e61-82cc-208a89c6eac9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519023 Sep 03 18:16:00.960456 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0ab99b32-b436-43b5-95f2-89bee7b4bc53 req-d9051de7-9ec8-4c19-a0ad-59d1eaf1d105 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639431 Sep 03 18:16:00.985535 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1986b01-f38b-4797-896a-2a802b9053a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.989692 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c1986b01-f38b-4797-896a-2a802b9053a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.991747 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-c1986b01-f38b-4797-896a-2a802b9053a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3803e660-091e-4b45-bbc9-827f63ad53cf HTTP/1.1" status: 204 len: 168 time: 0.3181407 Sep 03 18:16:01.004082 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1986b01-f38b-4797-896a-2a802b9053a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803e660-091e-4b45-bbc9-827f63ad53cf,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:01.056335 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:16:01.065277 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.067043 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] Sync routers for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:16:01.102910 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-42e7ae79-2fcb-4824-89df-9caaa076875f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "PUT /v2.0/floatingips/19b30b76-7fa5-4d02-9c0e-285b96f98e9c HTTP/1.1" status: 200 len: 991 time: 2.6373391 Sep 03 18:16:01.103782 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'tag': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:01.106518 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae1179a-c009-4164-87e0-499927fbf1da" -d '{"events": [{"name": "network-changed", "server_uuid": "2c13ce70-4f4d-47ba-92ec-5f8360b4d481", "tag": "81c4a06b-d6dd-4fd3-96cc-f97efe550bfc"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:01.106690 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:01.107687 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:15:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:01.171976 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a0a41f-77ca-4517-b897-10748b032458 x-openstack-request-id: req-00a0a41f-77ca-4517-b897-10748b032458 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:01.172406 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c13ce70-4f4d-47ba-92ec-5f8360b4d481", "tag": "81c4a06b-d6dd-4fd3-96cc-f97efe550bfc", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:01.172714 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00a0a41f-77ca-4517-b897-10748b032458 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:01.173147 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'tag': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc', 'status': 'completed', 'code': 200} Sep 03 18:16:01.252266 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1179a-c009-4164-87e0-499927fbf1da req-33e953aa-c50f-4732-9524-6fe5f3a87755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.254146 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aae1179a-c009-4164-87e0-499927fbf1da req-33e953aa-c50f-4732-9524-6fe5f3a87755 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 1098 time: 0.0489092 Sep 03 18:16:01.271266 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:01.374211 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1179a-c009-4164-87e0-499927fbf1da req-31fcc3b0-510c-476b-8f08-85e1fc274350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.376320 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aae1179a-c009-4164-87e0-499927fbf1da req-31fcc3b0-510c-476b-8f08-85e1fc274350 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 911 time: 0.1103120 Sep 03 18:16:01.469089 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aae1179a-c009-4164-87e0-499927fbf1da req-7801e2b8-06da-4c3b-9f93-9461a856fe80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc HTTP/1.1" status: 200 len: 999 time: 0.0785837 Sep 03 18:16:01.530891 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1179a-c009-4164-87e0-499927fbf1da req-dde3d288-c6e9-4d20-bc81-2a2ca65cad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.532569 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aae1179a-c009-4164-87e0-499927fbf1da req-dde3d288-c6e9-4d20-bc81-2a2ca65cad8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0499253 Sep 03 18:16:01.589302 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1179a-c009-4164-87e0-499927fbf1da req-6ad5542a-2afd-44a4-95d6-b9cf870c6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.590809 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aae1179a-c009-4164-87e0-499927fbf1da req-6ad5542a-2afd-44a4-95d6-b9cf870c6092 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474555 Sep 03 18:16:01.616024 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '19b30b76-7fa5-4d02-9c0e-285b96f98e9c', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'port_id': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'mac_address': 'fa:16:3e:64:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:15:39Z', 'updated_at': '2021-09-03T18:15:59Z', 'revision_number': 1, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:01.649392 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] Checking router: 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:16:01.657853 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:01.658460 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:15:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:01.703910 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aae1179a-c009-4164-87e0-499927fbf1da req-54657e9c-7a3e-43c4-8be7-cbe248bf5062 service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036227 Sep 03 18:16:01.778413 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:01.804711 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aae1179a-c009-4164-87e0-499927fbf1da req-76008e6d-ec46-4278-9578-c7ce6acb478b service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922506 Sep 03 18:16:02.035045 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '19b30b76-7fa5-4d02-9c0e-285b96f98e9c', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'port_id': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'mac_address': 'fa:16:3e:64:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:15:39Z', 'updated_at': '2021-09-03T18:15:59Z', 'revision_number': 1, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:02.067758 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f846bc-8c9e-418f-a793-7a12438bdbc5 None None] The sync data for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi is: [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '19b30b76-7fa5-4d02-9c0e-285b96f98e9c', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'port_id': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'mac_address': 'fa:16:3e:64:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:15:39Z', 'updated_at': '2021-09-03T18:15:59Z', 'revision_number': 1, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:16:02.104326 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70300949-ed08-4c5b-8697-6bf020feb1be req-007ff9c1-eec0-428a-9cbf-afa94564c130 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:02.115517 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-70300949-ed08-4c5b-8697-6bf020feb1be req-007ff9c1-eec0-428a-9cbf-afa94564c130 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0784285 Sep 03 18:16:02.124162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394070b6-e1e1-40c3-a0cb-1c39ebc2c761 req-b910c7bf-3503-4197-b54d-b79fd7ec9f83 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:02.126329 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-394070b6-e1e1-40c3-a0cb-1c39ebc2c761 req-b910c7bf-3503-4197-b54d-b79fd7ec9f83 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 943 time: 0.0745745 Sep 03 18:16:02.161749 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-70300949-ed08-4c5b-8697-6bf020feb1be req-c97ae1bd-40ff-4ef6-8e85-43564e8d3dc3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 Sep 03 18:16:02.196397 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-394070b6-e1e1-40c3-a0cb-1c39ebc2c761 req-be22e62f-0d8c-487d-b346-65fba4aced86 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581045 Sep 03 18:16:02.387472 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c9e34-c882-4e62-8cab-f739fdf7baac None None] New status for floating IP 19b30b76-7fa5-4d02-9c0e-285b96f98e9c: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:16:02.476249 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 19b33d07-dcdb-458e-bc3f-ddae0176f6fc details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:16:02.516703 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711526-bb62-4edf-9185-5294f4d78eca req-869a18f3-1a31-4dd2-acce-1ec87e12e48e tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:02.518531 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-869a18f3-1a31-4dd2-acce-1ec87e12e48e tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/networks?id=d77bc691-7df2-404c-aeb4-0658badbcc3e HTTP/1.1" status: 200 len: 809 time: 0.1161458 Sep 03 18:16:02.536093 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-8e7e2eec-ada0-4801-a233-7327203bd264 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/quotas/add77c30613644af957f7a5ec2107401 HTTP/1.1" status: 200 len: 375 time: 0.0111690 Sep 03 18:16:02.582477 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-7601cb04-4c78-4af6-9d96-bc44c8c8309f tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=add77c30613644af957f7a5ec2107401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403445 Sep 03 18:16:02.622293 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:02.635193 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '19b33d07-dcdb-458e-bc3f-ddae0176f6fc', 'network_id': '2328b67b-efd7-4228-8287-e612103da764', 'port_id': '19b33d07-dcdb-458e-bc3f-ddae0176f6fc', 'mac_address': 'fa:16:3e:ea:c7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38285df6-033e-4e7c-809c-62284d981a5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:16:02.677567 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:02.684449 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-cee1f23b-fcb2-4f5a-8744-7d3198babc2c service neutron] 10.222.0.49 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947001 Sep 03 18:16:02.699829 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b33d07-dcdb-458e-bc3f-ddae0176f6fc {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:02.723339 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:02.728776 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:02.777242 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:02.791966 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-e4b17d3a-4203-47e8-822d-cd1446919946 service neutron] 10.222.0.49 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009479 Sep 03 18:16:02.968231 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6cd1662c-38b9-4821-9cc3-0c83aad9b84e req-e9a86d10-13ef-43c5-8d03-bd0f05deefcd tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 210 time: 0.0282664 Sep 03 18:16:03.095484 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['19b33d07-dcdb-458e-bc3f-ddae0176f6fc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:03.306170 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b51c8-4b8d-4e6d-8bfb-00ee17c2b236 req-3a5f9dd4-a8db-4c9d-91a5-4f877d21934f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:03.307753 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1b51c8-4b8d-4e6d-8bfb-00ee17c2b236 req-3a5f9dd4-a8db-4c9d-91a5-4f877d21934f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0602522 Sep 03 18:16:03.362184 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1b51c8-4b8d-4e6d-8bfb-00ee17c2b236 req-537fdf1e-0071-44a8-a849-56947f7f240d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480421 Sep 03 18:16:03.390684 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3186d1-6e4e-4370-b33b-c0496f9a4bf3 req-353e83d0-740f-477c-bc7e-a09871a1efcf tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:03.392282 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9c3186d1-6e4e-4370-b33b-c0496f9a4bf3 req-353e83d0-740f-477c-bc7e-a09871a1efcf tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 944 time: 0.0817559 Sep 03 18:16:03.458308 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9c3186d1-6e4e-4370-b33b-c0496f9a4bf3 req-cda3a3a7-3da4-4bd1-ba43-a37f4c6edb3e tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560279 Sep 03 18:16:03.600232 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-6561ee4a-2c80-4613-a7b6-f394b4c51395 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=27e0a4d99da749508addc8949119b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314627 Sep 03 18:16:03.979690 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-c58119ff-838d-4be9-820d-16453d186f40 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:03.981185 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-c58119ff-838d-4be9-820d-16453d186f40 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721046 Sep 03 18:16:03.997115 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a1bc8d6d-bc68-40ca-9192-6b9326ed97ae tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/quotas/27e0a4d99da749508addc8949119b39e HTTP/1.1" status: 200 len: 375 time: 0.0100591 Sep 03 18:16:04.035557 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-7d4f8e32-a0bc-4298-952b-02721d587565 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=27e0a4d99da749508addc8949119b39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316215 Sep 03 18:16:04.094321 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9e59f62a-46fa-48f6-a116-fa8333dd6d8c req-4a81c12e-8077-469b-8d88-97995661c579 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 210 time: 0.0387449 Sep 03 18:16:04.191354 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711526-bb62-4edf-9185-5294f4d78eca req-c8648043-58a2-48d0-b574-2a303da330fd tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:04.192769 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-c8648043-58a2-48d0-b574-2a303da330fd tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.23 "GET /v2.0/networks?id=d77bc691-7df2-404c-aeb4-0658badbcc3e HTTP/1.1" status: 200 len: 809 time: 0.1640193 Sep 03 18:16:04.216255 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Request body: {'port': {'device_id': '08a17d91-023e-42c0-8823-eb15c3093893', 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e', 'admin_state_up': True, 'tenant_id': 'add77c30613644af957f7a5ec2107401'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:04.275989 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5d3a53e3-82a4-46f0-b6ce-9756798d6927 req-6ac09aa2-1d4d-4559-9e13-81309c4d818a tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 210 time: 0.0462730 Sep 03 18:16:04.383726 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Made reservation on behalf of add77c30613644af957f7a5ec2107401 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:04.388081 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:04.478098 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 19b33d07-dcdb-458e-bc3f-ddae0176f6fc up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:04.552497 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:04.563190 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:04.564081 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:04.599400 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790540-0a84-4821-b214-58ab1716e086 req-4d1d2f3f-8f7f-4888-a00d-7b786b016898 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:04.604359 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-88790540-0a84-4821-b214-58ab1716e086 req-4d1d2f3f-8f7f-4888-a00d-7b786b016898 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1133287 Sep 03 18:16:04.659485 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Allocated IP 172.20.0.7 (d77bc691-7df2-404c-aeb4-0658badbcc3e/1c8d9394-1a18-4076-81a7-fb7f57781fbe/4cda4ffc-4d91-440b-886c-1aa5bb6e5aca) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:04.702975 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c8f26-3794-4179-83f4-e1ed536814de req-8dca162d-5994-474f-aa10-3f6a6c6c9542 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:04.704631 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-801c8f26-3794-4179-83f4-e1ed536814de req-8dca162d-5994-474f-aa10-3f6a6c6c9542 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 944 time: 0.1139069 Sep 03 18:16:04.721408 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-88790540-0a84-4821-b214-58ab1716e086 req-5c68d872-ba60-486c-83e8-6ba3bbdc59dd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028092 Sep 03 18:16:04.763723 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:04.817142 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17964ac7-f0ff-4985-b04c-3e76b760b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b33d07-dcdb-458e-bc3f-ddae0176f6fc'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:04.821047 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c70d67-e3f4-4ca3-a090-a10678bb6f88" -d '{"events": [{"server_uuid": "17964ac7-f0ff-4985-b04c-3e76b760b1f7", "name": "network-vif-plugged", "status": "completed", "tag": "19b33d07-dcdb-458e-bc3f-ddae0176f6fc"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:04.845895 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:04.853026 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:04.946683 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:04.957405 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-801c8f26-3794-4179-83f4-e1ed536814de req-cdde5f52-4819-4789-88a4-c9571740d3e0 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292185 Sep 03 18:16:04.975595 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a34da02-cebd-472f-bae5-31baaa814b59 x-openstack-request-id: req-7a34da02-cebd-472f-bae5-31baaa814b59 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:04.975863 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17964ac7-f0ff-4985-b04c-3e76b760b1f7", "name": "network-vif-plugged", "status": "completed", "tag": "19b33d07-dcdb-458e-bc3f-ddae0176f6fc", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:04.976149 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a34da02-cebd-472f-bae5-31baaa814b59 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:04.976733 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17964ac7-f0ff-4985-b04c-3e76b760b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b33d07-dcdb-458e-bc3f-ddae0176f6fc', 'code': 200} Sep 03 18:16:05.009694 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:05.058070 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:05.115097 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Network d77bc691-7df2-404c-aeb4-0658badbcc3e is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:05.119620 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:05.124862 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:05.136073 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Pushing event updated for resources: {'Port': ['ID=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:05.190719 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:05.193997 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:05.210663 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-2fd8e98e-ab41-40b9-bc50-8a6a5fca9813 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0000293 Sep 03 18:16:05.229006 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Request body: {'port': {'device_id': '08a17d91-023e-42c0-8823-eb15c3093893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:05.231024 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6313e8-f2ee-4618-b072-fbf46300cf8f req-1b79cff9-54d0-46a3-b012-5157a74918bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:05.232691 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0b6313e8-f2ee-4618-b072-fbf46300cf8f req-1b79cff9-54d0-46a3-b012-5157a74918bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 1098 time: 0.0798581 Sep 03 18:16:05.249598 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad3724-45ba-4d5b-9189-05a7851ac321 req-38b28208-b1bb-4798-ba52-e52ce151704c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:05.251240 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89ad3724-45ba-4d5b-9189-05a7851ac321 req-38b28208-b1bb-4798-ba52-e52ce151704c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 931 time: 0.0698183 Sep 03 18:16:05.304731 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0b6313e8-f2ee-4618-b072-fbf46300cf8f req-da240929-eb46-4d98-ad2c-3651a908f745 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 Sep 03 18:16:05.312960 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89ad3724-45ba-4d5b-9189-05a7851ac321 req-ae39a409-2d0d-4312-b533-733aaf98af0a tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536432 Sep 03 18:16:05.319106 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:05.470259 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-459ffec2-fd64-4662-98a8-c8f3b0b314e2 req-55137694-e42a-43ab-9c6b-baec6e1f41a5 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 210 time: 0.0798643 Sep 03 18:16:05.639283 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:05.648784 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:05.662276 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Transition to ACTIVE for port object 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:05.666139 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:05.728268 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Pushing event updated for resources: {'Port': ['ID=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:05.805173 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-90737bd7-f8b2-4397-b428-4d91afa30d75 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=27e0a4d99da749508addc8949119b39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333261 Sep 03 18:16:05.827827 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Attempting to bind port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:05.827827 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Attempting to bind port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'a6d8054b-37b5-4088-bb33-a1cd631f8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:05.830838 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Attempting to bind port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca on network d77bc691-7df2-404c-aeb4-0658badbcc3e {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:05.836640 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca on network d77bc691-7df2-404c-aeb4-0658badbcc3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:16:05.837025 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Attempting to bind port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca on network d77bc691-7df2-404c-aeb4-0658badbcc3e {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:05.843263 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:05.843721 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Checking segment: {'id': 'a6d8054b-37b5-4088-bb33-a1cd631f8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:05.844015 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Bound using segment: {'id': 'a6d8054b-37b5-4088-bb33-a1cd631f8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:05.844494 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Bound port: 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d8054b-37b5-4088-bb33-a1cd631f8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:05.844844 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:05.943219 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] For port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca, host hv-cinder-80409, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:05.949357 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] For port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:05.954977 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:05.974932 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9eeb7-85e0-44ad-8452-519fcf30a2a3 req-3f0feb17-a804-4010-a67b-29f7c0941436 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:05.976522 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3aa9eeb7-85e0-44ad-8452-519fcf30a2a3 req-3f0feb17-a804-4010-a67b-29f7c0941436 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1590295 Sep 03 18:16:06.009097 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.009312 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.013333 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] 10.222.0.23 "PUT /v2.0/ports/4cda4ffc-4d91-440b-886c-1aa5bb6e5aca HTTP/1.1" status: 200 len: 1093 time: 0.7929323 Sep 03 18:16:06.013818 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a17d91-023e-42c0-8823-eb15c3093893', 'tag': '4cda4ffc-4d91-440b-886c-1aa5bb6e5aca'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:06.016163 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23cf4da-0907-4583-8275-5dab364e90fd" -d '{"events": [{"name": "network-changed", "server_uuid": "08a17d91-023e-42c0-8823-eb15c3093893", "tag": "4cda4ffc-4d91-440b-886c-1aa5bb6e5aca"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:06.050247 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-cdb57c70-2fc9-4b44-9ee8-81134a675a83 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.052296 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-cdb57c70-2fc9-4b44-9ee8-81134a675a83 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233815 Sep 03 18:16:06.058606 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615be7da-f8f4-4caa-bfb5-e7a8643702fa service neutron] Pushing event updated for resources: {'Port': ['ID=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:06.060905 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3aa9eeb7-85e0-44ad-8452-519fcf30a2a3 req-76bdb07b-3d20-43b1-a337-9614498fd784 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763795 Sep 03 18:16:06.080693 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Request body: {'port': {'device_id': 'adbfce13-a6b0-42d0-b529-10a0105d2856', 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88', 'admin_state_up': True, 'tenant_id': '27e0a4d99da749508addc8949119b39e'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:06.144128 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a52e4a7-0b66-4a65-9a54-30c5b1e88151 x-openstack-request-id: req-7a52e4a7-0b66-4a65-9a54-30c5b1e88151 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:06.144128 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a17d91-023e-42c0-8823-eb15c3093893", "tag": "4cda4ffc-4d91-440b-886c-1aa5bb6e5aca", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:06.144128 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a52e4a7-0b66-4a65-9a54-30c5b1e88151 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:06.144128 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a17d91-023e-42c0-8823-eb15c3093893', 'tag': '4cda4ffc-4d91-440b-886c-1aa5bb6e5aca', 'status': 'completed', 'code': 200} Sep 03 18:16:06.163189 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552946c2-caa3-483a-8f84-02d425e86d67 req-37d145d1-49fd-497a-9554-133c3f0da895 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.164698 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-552946c2-caa3-483a-8f84-02d425e86d67 req-37d145d1-49fd-497a-9554-133c3f0da895 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 945 time: 0.0864081 Sep 03 18:16:06.169699 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711526-bb62-4edf-9185-5294f4d78eca req-9ed59e30-1e6d-4540-a6e5-f027ed39d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.171124 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-9ed59e30-1e6d-4540-a6e5-f027ed39d47e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=add77c30613644af957f7a5ec2107401&device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 1096 time: 0.0825410 Sep 03 18:16:06.214883 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Made reservation on behalf of 27e0a4d99da749508addc8949119b39e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:06.218577 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.232223 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-0e513ef9-1100-4c4c-b563-e802d2da8715 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca HTTP/1.1" status: 200 len: 217 time: 0.0419269 Sep 03 18:16:06.232435 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.249226 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-552946c2-caa3-483a-8f84-02d425e86d67 req-4c025b00-e878-4189-81db-3d86f6b90233 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768404 Sep 03 18:16:06.309985 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711526-bb62-4edf-9185-5294f4d78eca req-4bbdcfb1-01f9-4c35-acd3-4bdb2f2fd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.311693 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-4bbdcfb1-01f9-4c35-acd3-4bdb2f2fd815 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8d9394-1a18-4076-81a7-fb7f57781fbe HTTP/1.1" status: 200 len: 849 time: 0.0614827 Sep 03 18:16:06.364359 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-a518d860-ebdc-4fea-9167-241ee9d90c58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d77bc691-7df2-404c-aeb4-0658badbcc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373368 Sep 03 18:16:06.367829 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.371944 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.472037 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:06.483828 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-82b86e2a-ead0-4996-8143-a7dafff67dc9 service neutron] 10.222.0.23 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008918 Sep 03 18:16:06.540399 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21433f5-66d7-480f-b54c-6407057363f0 req-23e56a44-1fa4-4056-b9c1-4b053733546c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.541989 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f21433f5-66d7-480f-b54c-6407057363f0 req-23e56a44-1fa4-4056-b9c1-4b053733546c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 943 time: 0.1110024 Sep 03 18:16:06.578412 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Allocated IP 192.168.233.92 (eb91338b-b6ab-4893-9a84-b2a257687c88/1f9ac2a1-d511-44dc-8da9-8e05a7f51316/4f722eab-30c3-4cd7-bba7-6bf32bd74da6) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:06.598088 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-96a1a548-e72e-42fa-aae7-e159f4d046a2 req-c7b45a6f-e1c3-4389-b357-06350509de02 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 210 time: 0.0324252 Sep 03 18:16:06.610347 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f21433f5-66d7-480f-b54c-6407057363f0 req-cab91deb-a31a-4898-9319-f4676763f4d8 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602179 Sep 03 18:16:06.636878 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-33711526-bb62-4edf-9185-5294f4d78eca req-41fd0a97-2783-4c98-af6e-ee59b11007b2 service neutron] 10.222.0.23 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399877 Sep 03 18:16:06.761247 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cf4da-0907-4583-8275-5dab364e90fd req-d1c8dc53-1d4c-4826-b6ca-bf9ad501c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.762775 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.763024 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b23cf4da-0907-4583-8275-5dab364e90fd req-d1c8dc53-1d4c-4826-b6ca-bf9ad501c99f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=add77c30613644af957f7a5ec2107401&device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 1096 time: 0.0533311 Sep 03 18:16:06.782831 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Transition to ACTIVE for port object 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:06.870956 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cf4da-0907-4583-8275-5dab364e90fd req-41051dee-29b1-4894-a0d3-fe2b74d1f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.872439 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b23cf4da-0907-4583-8275-5dab364e90fd req-41051dee-29b1-4894-a0d3-fe2b74d1f69b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d77bc691-7df2-404c-aeb4-0658badbcc3e HTTP/1.1" status: 200 len: 910 time: 0.0986171 Sep 03 18:16:06.898045 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.957184 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b23cf4da-0907-4583-8275-5dab364e90fd req-5573899f-e372-4c43-8224-2f37c77a813b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca HTTP/1.1" status: 200 len: 217 time: 0.0482414 Sep 03 18:16:06.958786 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9035295-25e8-42f1-a977-bfcdc23bda42 req-d43bc588-7573-4ed1-9b2e-28ea8a124ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.960322 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d9035295-25e8-42f1-a977-bfcdc23bda42 req-d43bc588-7573-4ed1-9b2e-28ea8a124ee9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1098 time: 0.1295860 Sep 03 18:16:06.969419 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Network eb91338b-b6ab-4893-9a84-b2a257687c88 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:06.972562 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:06.976579 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:07.019208 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Pushing event updated for resources: {'Port': ['ID=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:07.059471 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d9035295-25e8-42f1-a977-bfcdc23bda42 req-d1871d23-4aba-4c12-a29b-7ad65fd56429 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799737 Sep 03 18:16:07.068131 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:07.068868 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:07.085737 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cf4da-0907-4583-8275-5dab364e90fd req-787dc224-3797-4fea-b9ef-9969cd3ac35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:07.087343 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b23cf4da-0907-4583-8275-5dab364e90fd req-787dc224-3797-4fea-b9ef-9969cd3ac35f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8d9394-1a18-4076-81a7-fb7f57781fbe HTTP/1.1" status: 200 len: 849 time: 0.1108863 Sep 03 18:16:07.097696 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-946c7454-4141-4ccc-913d-621ef6d66637 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0287185 Sep 03 18:16:07.223409 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bc6e7fc9-b0f0-46a2-b116-2705ecf599da None None] Provisioning for port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:07.224672 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eed1ab-91e2-46c5-9c9a-65fefdbeb3b5 req-b0ed9376-759a-402a-9787-3398ac2f7b4e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:07.227426 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f8eed1ab-91e2-46c5-9c9a-65fefdbeb3b5 req-b0ed9376-759a-402a-9787-3398ac2f7b4e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0692320 Sep 03 18:16:07.228931 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-bc6e7fc9-b0f0-46a2-b116-2705ecf599da None None] Provisioning complete for port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:07.229472 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bc6e7fc9-b0f0-46a2-b116-2705ecf599da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:07.267979 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e7fc9-b0f0-46a2-b116-2705ecf599da None None] Port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:16:07.269102 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f8eed1ab-91e2-46c5-9c9a-65fefdbeb3b5 req-60096797-bb6b-425f-8b3f-02ae96eddd80 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356302 Sep 03 18:16:07.316206 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Request body: {'port': {'device_id': 'adbfce13-a6b0-42d0-b529-10a0105d2856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:07.337811 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b23cf4da-0907-4583-8275-5dab364e90fd req-c7879cbb-d305-440e-931d-8c4162332ecd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d77bc691-7df2-404c-aeb4-0658badbcc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261142 Sep 03 18:16:07.411071 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:07.422483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbe04a-3662-4e90-965d-85a43163f44d req-55cbc6c8-5089-4e9f-a9d8-a48a1baaa3aa tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:07.424062 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9acbe04a-3662-4e90-965d-85a43163f44d req-55cbc6c8-5089-4e9f-a9d8-a48a1baaa3aa tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 945 time: 0.0862777 Sep 03 18:16:07.442434 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b23cf4da-0907-4583-8275-5dab364e90fd req-43de078a-8d68-4ef9-b86b-f82155f262c8 service neutron] 10.222.0.23 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957153 Sep 03 18:16:07.504847 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9acbe04a-3662-4e90-965d-85a43163f44d req-ee363781-8afb-4c11-9390-ca1cc0b2cd8b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695198 Sep 03 18:16:07.565679 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b23cf4da-0907-4583-8275-5dab364e90fd req-a8570f4b-7213-4ae4-ba26-a0f445269b5e service neutron] 10.222.0.23 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093645 Sep 03 18:16:07.785788 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88626e-36c5-45d2-a871-57512b03a0b1 req-b5423768-4d7d-4fa9-9ecc-5a7287bb9fcb tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:07.787426 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cb88626e-36c5-45d2-a871-57512b03a0b1 req-b5423768-4d7d-4fa9-9ecc-5a7287bb9fcb tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 935 time: 0.0753181 Sep 03 18:16:07.811205 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202507a3-655c-44c9-b5f3-b3ed4b4c96c6 req-99cd6f50-6c11-4837-b006-57a3f9b2e9ca tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:07.813148 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-202507a3-655c-44c9-b5f3-b3ed4b4c96c6 req-99cd6f50-6c11-4837-b006-57a3f9b2e9ca tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 943 time: 0.0940828 Sep 03 18:16:07.852045 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cb88626e-36c5-45d2-a871-57512b03a0b1 req-cc7f2ebb-5a15-4cb5-a3ca-42c27a7aedb2 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Sep 03 18:16:07.892475 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:07.914655 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:07.929784 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-202507a3-655c-44c9-b5f3-b3ed4b4c96c6 req-b809813e-001a-4554-b5a9-67276e4cc3f9 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961194 Sep 03 18:16:07.942210 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Transition to ACTIVE for port object 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:07.949470 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:08.003538 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Pushing event updated for resources: {'Port': ['ID=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:08.083212 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Attempting to bind port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:08.083541 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Attempting to bind port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '836563d0-d155-4f6e-b956-d023b6ba4a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:08.083871 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Attempting to bind port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 on network eb91338b-b6ab-4893-9a84-b2a257687c88 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:08.090488 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 on network eb91338b-b6ab-4893-9a84-b2a257687c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:16:08.091059 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Attempting to bind port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 on network eb91338b-b6ab-4893-9a84-b2a257687c88 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:08.099589 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:08.100150 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Checking segment: {'id': '836563d0-d155-4f6e-b956-d023b6ba4a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:08.100908 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Bound using segment: {'id': '836563d0-d155-4f6e-b956-d023b6ba4a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:08.102119 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Bound port: 4f722eab-30c3-4cd7-bba7-6bf32bd74da6, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836563d0-d155-4f6e-b956-d023b6ba4a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:08.102739 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:08.203741 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] For port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:08.207870 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] For port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,segment=NetworkSegment(836563d0-d155-4f6e-b956-d023b6ba4a7a),segment_id=836563d0-d155-4f6e-b956-d023b6ba4a7a)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:08.213470 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:08.248092 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:08.248750 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:08.250147 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] 10.222.0.23 "PUT /v2.0/ports/4f722eab-30c3-4cd7-bba7-6bf32bd74da6 HTTP/1.1" status: 200 len: 1097 time: 0.9385629 Sep 03 18:16:08.250591 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbfce13-a6b0-42d0-b529-10a0105d2856', 'tag': '4f722eab-30c3-4cd7-bba7-6bf32bd74da6'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:08.253016 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7962ef4-ae90-49fd-af3a-352e095c0ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "adbfce13-a6b0-42d0-b529-10a0105d2856", "tag": "4f722eab-30c3-4cd7-bba7-6bf32bd74da6"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:08.293800 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff808a-72e7-4ef4-b25c-3d5ddf92d931 service neutron] Pushing event updated for resources: {'Port': ['ID=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:08.309210 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10d0a6-1205-4730-b4e8-9c5ed8b9f310 x-openstack-request-id: req-1f10d0a6-1205-4730-b4e8-9c5ed8b9f310 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:08.309976 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbfce13-a6b0-42d0-b529-10a0105d2856", "tag": "4f722eab-30c3-4cd7-bba7-6bf32bd74da6", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:08.310184 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f10d0a6-1205-4730-b4e8-9c5ed8b9f310 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:08.310709 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbfce13-a6b0-42d0-b529-10a0105d2856', 'tag': '4f722eab-30c3-4cd7-bba7-6bf32bd74da6', 'status': 'completed', 'code': 200} Sep 03 18:16:08.399415 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-d36c65d0-0218-4b0a-b03d-b0526e0d1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:08.401087 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-d36c65d0-0218-4b0a-b03d-b0526e0d1916 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27e0a4d99da749508addc8949119b39e&device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 1100 time: 0.0814953 Sep 03 18:16:08.424833 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09417f-288c-4abe-b8be-4967dc740cf5 req-27feb7b6-fea6-4d34-abe1-7d913aaa2eba tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:08.426422 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ad09417f-288c-4abe-b8be-4967dc740cf5 req-27feb7b6-fea6-4d34-abe1-7d913aaa2eba tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0760365 Sep 03 18:16:08.462343 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-6ee9ea0b-55e2-4b2e-ab2f-3753709d9895 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=4f722eab-30c3-4cd7-bba7-6bf32bd74da6 HTTP/1.1" status: 200 len: 217 time: 0.0524595 Sep 03 18:16:08.520424 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ad09417f-288c-4abe-b8be-4967dc740cf5 req-2911f76e-a6de-42e9-966b-b744dffe20d9 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609157 Sep 03 18:16:08.543812 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-96ab1a1e-a02e-42da-a266-1252f18f5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:08.545232 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-96ab1a1e-a02e-42da-a266-1252f18f5092 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f9ac2a1-d511-44dc-8da9-8e05a7f51316 HTTP/1.1" status: 200 len: 843 time: 0.0573473 Sep 03 18:16:08.596703 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-b3fd55d6-b110-455a-94ee-26e7382529d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:08.598258 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-b3fd55d6-b110-455a-94ee-26e7382529d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb91338b-b6ab-4893-9a84-b2a257687c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421994 Sep 03 18:16:08.700324 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-49285120-17e8-410d-bd98-637c37d8c067 service neutron] 10.222.0.23 "GET /v2.0/networks/eb91338b-b6ab-4893-9a84-b2a257687c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885439 Sep 03 18:16:08.798032 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8a51c629-0e10-4e01-965a-56c5400140f4 req-77e91a2b-5f23-4404-a17b-e8f19a4f1448 service neutron] 10.222.0.23 "GET /v2.0/networks/eb91338b-b6ab-4893-9a84-b2a257687c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886009 Sep 03 18:16:08.904424 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-45690627-1afa-4444-85ab-bda0169051b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:08.906227 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-45690627-1afa-4444-85ab-bda0169051b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27e0a4d99da749508addc8949119b39e&device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 1100 time: 0.0446975 Sep 03 18:16:09.016241 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35599778-7f9c-4c88-b9b1-626f20995221 req-f6291459-4e5d-4ff9-8db4-ad6360bfe4ab tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.018220 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-35599778-7f9c-4c88-b9b1-626f20995221 req-f6291459-4e5d-4ff9-8db4-ad6360bfe4ab tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 947 time: 0.0804484 Sep 03 18:16:09.027407 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-fb9cd7f1-7bc2-4ef3-b826-a4b7755a77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.028933 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-fb9cd7f1-7bc2-4ef3-b826-a4b7755a77b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb91338b-b6ab-4893-9a84-b2a257687c88 HTTP/1.1" status: 200 len: 870 time: 0.1132245 Sep 03 18:16:09.062351 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-35599778-7f9c-4c88-b9b1-626f20995221 req-c494240f-88f1-4e94-b8ef-38c4f61dbce9 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 Sep 03 18:16:09.104899 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-28349f27-1d4b-483e-a0d3-b160778844fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=4f722eab-30c3-4cd7-bba7-6bf32bd74da6 HTTP/1.1" status: 200 len: 217 time: 0.0528691 Sep 03 18:16:09.136846 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f92e3-412d-4600-9791-094c52606007 req-57f5dec0-7bd3-48f9-b345-783da4853942 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.138074 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-085f92e3-412d-4600-9791-094c52606007 req-57f5dec0-7bd3-48f9-b345-783da4853942 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 943 time: 0.0964038 Sep 03 18:16:09.202112 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-ed41149c-dca5-4a0d-b112-2d35e9c5b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.203611 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-ed41149c-dca5-4a0d-b112-2d35e9c5b976 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f9ac2a1-d511-44dc-8da9-8e05a7f51316 HTTP/1.1" status: 200 len: 843 time: 0.0821028 Sep 03 18:16:09.213517 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-085f92e3-412d-4600-9791-094c52606007 req-7050920d-05b0-415f-a663-c988d561617a tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557401 Sep 03 18:16:09.280091 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-3d37e763-fe71-44c2-953c-0c12c4a94f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.281718 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-3d37e763-fe71-44c2-953c-0c12c4a94f9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb91338b-b6ab-4893-9a84-b2a257687c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0479996 Sep 03 18:16:09.401942 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-c3331930-6bf7-4839-8c64-aee9a332af62 service neutron] 10.222.0.23 "GET /v2.0/networks/eb91338b-b6ab-4893-9a84-b2a257687c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002800 Sep 03 18:16:09.518782 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e7962ef4-ae90-49fd-af3a-352e095c0ec2 req-1a063f07-de73-41cb-a223-794567491395 service neutron] 10.222.0.23 "GET /v2.0/networks/eb91338b-b6ab-4893-9a84-b2a257687c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038108 Sep 03 18:16:09.652295 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822c9e3-abb3-4deb-a8a9-6bb4f614ad75 req-89d7eb93-b222-4033-9206-4cc45ebde4fb tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.653814 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e822c9e3-abb3-4deb-a8a9-6bb4f614ad75 req-89d7eb93-b222-4033-9206-4cc45ebde4fb tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0493624 Sep 03 18:16:09.696100 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e822c9e3-abb3-4deb-a8a9-6bb4f614ad75 req-40c598b2-52c4-432b-8601-e8117a69d94b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362775 Sep 03 18:16:09.995808 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-31a2c297-a916-419e-bfcd-c477fcb0ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.997381 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-31a2c297-a916-419e-bfcd-c477fcb0ed59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1098 time: 0.0815299 Sep 03 18:16:10.004733 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72363c-e890-422f-add6-a426404a25cd req-f7c2b993-0e48-4d47-b3cc-cfff2f4b01bf tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:10.007719 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aa72363c-e890-422f-add6-a426404a25cd req-f7c2b993-0e48-4d47-b3cc-cfff2f4b01bf tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0791171 Sep 03 18:16:10.107672 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aa72363c-e890-422f-add6-a426404a25cd req-7debd6b0-893d-4a06-b1a0-b779370dae62 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898681 Sep 03 18:16:10.129978 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-b8908d53-678c-4a6c-ac79-648a1cc77af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:10.131431 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-b8908d53-678c-4a6c-ac79-648a1cc77af3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 919 time: 0.1222568 Sep 03 18:16:10.177474 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-7a39e9a3-efba-442b-b50c-eb90440a5c3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb46f055-787b-42cb-9e80-b4e76de3026c HTTP/1.1" status: 200 len: 217 time: 0.0377109 Sep 03 18:16:10.184264 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a466e-38e3-4f41-a968-ce7a6cf54a7a req-6a1f9a63-1d03-4db8-98ee-e79d374a033c tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:10.185879 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-835a466e-38e3-4f41-a968-ce7a6cf54a7a req-6a1f9a63-1d03-4db8-98ee-e79d374a033c tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 947 time: 0.0505588 Sep 03 18:16:10.240086 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-4ef36572-ceca-4beb-8bbd-7ad054d01a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:10.240425 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-835a466e-38e3-4f41-a968-ce7a6cf54a7a req-1bebabc1-b7da-48e8-bc5c-d3885313d256 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Sep 03 18:16:10.241899 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-4ef36572-ceca-4beb-8bbd-7ad054d01a54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.0564778 Sep 03 18:16:10.294455 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-ac09534a-1925-49a1-9b21-4c0e21400081 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327358 Sep 03 18:16:10.489935 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:16:10.604586 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:10.614996 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894d52-7efa-450d-9f02-040c218abbfe req-aa98113f-13e1-4c96-8892-e4594a42be6a tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:10.617115 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca894d52-7efa-450d-9f02-040c218abbfe req-aa98113f-13e1-4c96-8892-e4594a42be6a tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 943 time: 0.3038018 Sep 03 18:16:10.617538 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '4cda4ffc-4d91-440b-886c-1aa5bb6e5aca', 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e', 'port_id': '4cda4ffc-4d91-440b-886c-1aa5bb6e5aca', 'mac_address': 'fa:16:3e:98:92:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8d9394-1a18-4076-81a7-fb7f57781fbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:16:10.641401 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-28751574-7702-467c-ab6a-ecb70c46ece6 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358314 Sep 03 18:16:10.659131 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b071b03d-6871-46d7-b5c9-74bb6a154456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:10.669697 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:10.683404 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:10.690182 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca894d52-7efa-450d-9f02-040c218abbfe req-34e7c140-0f25-40e2-a1b6-11ccd6293022 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618625 Sep 03 18:16:10.703834 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:10.717548 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:10.768494 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4107321a-d8a8-40b1-a2c0-0617dfb802db req-684e3a6a-2532-435a-b462-45f4cd522ec4 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051874 Sep 03 18:16:10.771757 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:11.205290 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['4cda4ffc-4d91-440b-886c-1aa5bb6e5aca'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:11.241450 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1df02-6117-41f2-b04e-1520cf397c98 req-29009970-c830-453b-83d8-a2c20f688c15 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:11.243580 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dcc1df02-6117-41f2-b04e-1520cf397c98 req-29009970-c830-453b-83d8-a2c20f688c15 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0594723 Sep 03 18:16:11.285861 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dcc1df02-6117-41f2-b04e-1520cf397c98 req-41a1d560-eee2-4bfe-b730-235e3da54215 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351760 Sep 03 18:16:11.375789 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080a37-f9d7-4b07-b1d7-30c9971ba694 req-5bb553eb-1152-4094-9d17-38a7b8dbb28d tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:11.377361 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b0080a37-f9d7-4b07-b1d7-30c9971ba694 req-5bb553eb-1152-4094-9d17-38a7b8dbb28d tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 947 time: 0.0553854 Sep 03 18:16:11.416826 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b0080a37-f9d7-4b07-b1d7-30c9971ba694 req-108273c3-124a-42b4-8100-66ce092a51a2 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Sep 03 18:16:11.814350 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d993b91-698a-4346-90bc-5970cf25c10f req-c6863510-a3df-4dde-a2e8-f09484b1d363 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:11.815895 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7d993b91-698a-4346-90bc-5970cf25c10f req-c6863510-a3df-4dde-a2e8-f09484b1d363 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 944 time: 0.0520010 Sep 03 18:16:11.856709 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7d993b91-698a-4346-90bc-5970cf25c10f req-52c12e5f-22a5-48bf-94fa-4018dceed1ef tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Sep 03 18:16:12.407270 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cc85a-bc0a-4dae-a101-2598176a16b8 req-5df0f87c-56dc-40b0-8ead-2c4fb773a33d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:12.408685 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c70cc85a-bc0a-4dae-a101-2598176a16b8 req-5df0f87c-56dc-40b0-8ead-2c4fb773a33d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0502615 Sep 03 18:16:12.450225 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c70cc85a-bc0a-4dae-a101-2598176a16b8 req-9fb57ed0-7e9c-408d-967b-84b0ed2852c4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Sep 03 18:16:12.509749 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:16:12.511848 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:12.543373 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834500e-814c-4d7a-9a98-a9dbd60439de req-b0bd04b8-8127-45ad-a8d0-902d774fa8c3 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:12.544942 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6834500e-814c-4d7a-9a98-a9dbd60439de req-b0bd04b8-8127-45ad-a8d0-902d774fa8c3 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 947 time: 0.0544508 Sep 03 18:16:12.587722 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6834500e-814c-4d7a-9a98-a9dbd60439de req-3c4a7eb6-4cc4-42d7-b1de-5cbf81a01894 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350347 Sep 03 18:16:12.628448 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:12.637941 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:12.638427 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:12.683753 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,segment=NetworkSegment(836563d0-d155-4f6e-b956-d023b6ba4a7a),segment_id=836563d0-d155-4f6e-b956-d023b6ba4a7a)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:12.701799 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '4f722eab-30c3-4cd7-bba7-6bf32bd74da6', 'network_id': 'eb91338b-b6ab-4893-9a84-b2a257687c88', 'port_id': '4f722eab-30c3-4cd7-bba7-6bf32bd74da6', 'mac_address': 'fa:16:3e:f9:95:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f9ac2a1-d511-44dc-8da9-8e05a7f51316', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:16:12.773315 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:12.787337 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:12.801053 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:12.836484 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a17d91-023e-42c0-8823-eb15c3093893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda4ffc-4d91-440b-886c-1aa5bb6e5aca'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:12.838871 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5d7709-1c90-48c1-a196-dd69c5bd9153" -d '{"events": [{"server_uuid": "08a17d91-023e-42c0-8823-eb15c3093893", "name": "network-vif-plugged", "status": "completed", "tag": "4cda4ffc-4d91-440b-886c-1aa5bb6e5aca"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:12.844956 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,segment=NetworkSegment(836563d0-d155-4f6e-b956-d023b6ba4a7a),segment_id=836563d0-d155-4f6e-b956-d023b6ba4a7a)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:12.854533 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:12.857739 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:12.882500 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:12.887064 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e03973e-87aa-4fdf-8ca5-bd9ad64d9c9a x-openstack-request-id: req-8e03973e-87aa-4fdf-8ca5-bd9ad64d9c9a {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:12.887356 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a17d91-023e-42c0-8823-eb15c3093893", "name": "network-vif-plugged", "status": "completed", "tag": "4cda4ffc-4d91-440b-886c-1aa5bb6e5aca", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:12.887611 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e03973e-87aa-4fdf-8ca5-bd9ad64d9c9a {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:12.888000 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a17d91-023e-42c0-8823-eb15c3093893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda4ffc-4d91-440b-886c-1aa5bb6e5aca', 'code': 200} Sep 03 18:16:12.924641 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:12.992173 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:13.010176 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4c0e8-ea81-441a-9f32-83388402a84d req-4a078eee-0b44-46b8-a703-8a6b8f697261 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:13.011858 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-59e4c0e8-ea81-441a-9f32-83388402a84d req-4a078eee-0b44-46b8-a703-8a6b8f697261 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 945 time: 0.0679915 Sep 03 18:16:13.060137 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-59e4c0e8-ea81-441a-9f32-83388402a84d req-a3ff40df-64bc-4d1a-8b2b-e3ce43372754 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 Sep 03 18:16:13.144631 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3854ee-07c5-4bae-8405-7ff52c04efbc req-a11f8e63-d6cc-4cfb-b92e-2217b636dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:13.146210 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0e3854ee-07c5-4bae-8405-7ff52c04efbc req-a11f8e63-d6cc-4cfb-b92e-2217b636dc18 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 1098 time: 0.0421102 Sep 03 18:16:13.199454 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0e3854ee-07c5-4bae-8405-7ff52c04efbc req-bf47e6ed-c958-4628-9c76-ba6311c85764 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Sep 03 18:16:13.338740 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['4f722eab-30c3-4cd7-bba7-6bf32bd74da6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:13.382876 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-de06ca98-a654-472c-abc2-6eaa07befe82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:13.594086 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e25f6-4211-4b37-bc90-184e49e8d473 req-0b5c9ff7-a7cb-4c8a-ac74-e57850115cc0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:13.595888 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-309e25f6-4211-4b37-bc90-184e49e8d473 req-0b5c9ff7-a7cb-4c8a-ac74-e57850115cc0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0569019 Sep 03 18:16:13.618773 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:13.664946 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-309e25f6-4211-4b37-bc90-184e49e8d473 req-a9942c44-7874-4727-9850-cbdbd4489b41 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624931 Sep 03 18:16:13.744875 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41459cad-812d-4ab0-8ed7-8060487ed112 req-88ceacd6-43bd-40ab-9681-b16abd9a3a39 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:13.751307 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-41459cad-812d-4ab0-8ed7-8060487ed112 req-88ceacd6-43bd-40ab-9681-b16abd9a3a39 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 948 time: 0.0549841 Sep 03 18:16:13.797214 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-41459cad-812d-4ab0-8ed7-8060487ed112 req-3af63cd4-137a-4334-935f-134a1f41274c tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Sep 03 18:16:14.200245 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0955ab-2366-4f67-9235-db59a5214bfe req-53ecd658-a2ae-42f4-a248-5b47d44bd2dc tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:14.201914 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6a0955ab-2366-4f67-9235-db59a5214bfe req-53ecd658-a2ae-42f4-a248-5b47d44bd2dc tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 945 time: 0.0683646 Sep 03 18:16:14.256444 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6a0955ab-2366-4f67-9235-db59a5214bfe req-e554aa57-9eae-4b3a-9b39-ce12ea04ed10 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Sep 03 18:16:14.452834 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:14.769348 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:16:14.796352 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e11a8-46b5-4235-8e03-ac2f55489a88 req-d8baf844-7379-4c01-8558-13b7fdc1790c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:14.798055 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ec5e11a8-46b5-4235-8e03-ac2f55489a88 req-d8baf844-7379-4c01-8558-13b7fdc1790c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0550406 Sep 03 18:16:14.848053 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ec5e11a8-46b5-4235-8e03-ac2f55489a88 req-484b928b-5dca-4247-9b5d-1fa089de36b3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389829 Sep 03 18:16:14.958805 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f462721-91ad-47e7-b538-e5ee5e105d74 req-a68746f0-6631-4ceb-83bc-eaa365863104 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:14.960208 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0f462721-91ad-47e7-b538-e5ee5e105d74 req-a68746f0-6631-4ceb-83bc-eaa365863104 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 948 time: 0.0552647 Sep 03 18:16:15.000371 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0f462721-91ad-47e7-b538-e5ee5e105d74 req-f3646224-d230-45b5-9d7d-687ecb8a6b9f tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337048 Sep 03 18:16:15.379353 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aafcfa-ed7e-4c1f-80a2-7865b55c5589 req-031abe40-428c-40f7-8d9c-dd3689ab0e2c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:15.380938 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-73aafcfa-ed7e-4c1f-80a2-7865b55c5589 req-031abe40-428c-40f7-8d9c-dd3689ab0e2c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 945 time: 0.0519731 Sep 03 18:16:15.423374 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-73aafcfa-ed7e-4c1f-80a2-7865b55c5589 req-1d0585a0-80ce-4565-a26e-15cf34ba3e6f tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Sep 03 18:16:15.570539 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:16.064250 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:16.121713 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74571d-2c12-48fa-940b-991d972d8da2 req-e18232c2-c8f5-4c9d-9579-00d4cb993a3b tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:16.123219 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8b74571d-2c12-48fa-940b-991d972d8da2 req-e18232c2-c8f5-4c9d-9579-00d4cb993a3b tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 948 time: 0.0490360 Sep 03 18:16:16.163484 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8b74571d-2c12-48fa-940b-991d972d8da2 req-75bae928-3f56-461d-bd30-556a5254d06f tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Sep 03 18:16:16.376149 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db595cf-017c-4688-a642-18148529a288 req-65b5fc76-fd32-4b57-a989-1513763b7c68 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:16.378340 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6db595cf-017c-4688-a642-18148529a288 req-65b5fc76-fd32-4b57-a989-1513763b7c68 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0863225 Sep 03 18:16:16.414755 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-fc83259e-6fdc-4ee1-ab73-1675322a9c2d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905814 Sep 03 18:16:16.437433 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6db595cf-017c-4688-a642-18148529a288 req-3743395a-eb58-41b9-8de3-4ed856a8ae41 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476890 Sep 03 18:16:16.510965 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-39e46e8a-bf81-4501-a9f8-7cbbaf019d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:16.512944 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-39e46e8a-bf81-4501-a9f8-7cbbaf019d7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1098 time: 0.0469737 Sep 03 18:16:16.521833 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:16.600448 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:16.609870 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:16.610273 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:16.672743 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-d7fa5414-3d6e-4967-b581-46056be3cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:16.674982 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-d7fa5414-3d6e-4967-b581-46056be3cff3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 919 time: 0.1329319 Sep 03 18:16:16.734094 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-0a8f96c0-0be3-4602-a62f-9f7c1f843163 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb46f055-787b-42cb-9e80-b4e76de3026c HTTP/1.1" status: 200 len: 217 time: 0.0431638 Sep 03 18:16:16.739873 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:16.766058 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbfce13-a6b0-42d0-b529-10a0105d2856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f722eab-30c3-4cd7-bba7-6bf32bd74da6'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:16.770507 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c2c0dd-9558-4e53-bbd3-adb621922a52" -d '{"events": [{"server_uuid": "adbfce13-a6b0-42d0-b529-10a0105d2856", "name": "network-vif-plugged", "status": "completed", "tag": "4f722eab-30c3-4cd7-bba7-6bf32bd74da6"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:16.786727 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,segment=NetworkSegment(836563d0-d155-4f6e-b956-d023b6ba4a7a),segment_id=836563d0-d155-4f6e-b956-d023b6ba4a7a)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:16.793877 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:16.832102 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-d6a82ce6-6a4b-4488-ad4a-b21aef3cd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:16.834087 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-d6a82ce6-6a4b-4488-ad4a-b21aef3cd2d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.0807140 Sep 03 18:16:16.871866 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c734db-47d7-4cf3-bb03-971ffe7d4dc4 x-openstack-request-id: req-16c734db-47d7-4cf3-bb03-971ffe7d4dc4 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:16.872183 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbfce13-a6b0-42d0-b529-10a0105d2856", "name": "network-vif-plugged", "status": "completed", "tag": "4f722eab-30c3-4cd7-bba7-6bf32bd74da6", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:16.872459 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16c734db-47d7-4cf3-bb03-971ffe7d4dc4 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:16.872895 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbfce13-a6b0-42d0-b529-10a0105d2856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f722eab-30c3-4cd7-bba7-6bf32bd74da6', 'code': 200} Sep 03 18:16:16.880168 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:16.901248 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-7f162236-fdfb-459f-85fa-8aba6471719b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378397 Sep 03 18:16:16.978146 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4eeb-caf1-4ea1-ae99-f333d2c93594 req-e27f5eef-76f3-4d23-9417-81f83b7c87a5 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:16.981150 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f39f4eeb-caf1-4ea1-ae99-f333d2c93594 req-e27f5eef-76f3-4d23-9417-81f83b7c87a5 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 945 time: 0.0535684 Sep 03 18:16:17.046284 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-70f36ec9-f95b-4f25-88e9-4327214821d5 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329219 Sep 03 18:16:17.054821 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f39f4eeb-caf1-4ea1-ae99-f333d2c93594 req-b99b2628-f923-4edb-9263-2afa79b8c25b tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658824 Sep 03 18:16:17.166518 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de48b65-2b18-43e9-9030-5eee74383910 req-0e2054ba-6fb6-40f5-aefb-706c54daadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:17.168579 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9de48b65-2b18-43e9-9030-5eee74383910 req-0e2054ba-6fb6-40f5-aefb-706c54daadf1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 1102 time: 0.0474236 Sep 03 18:16:17.169089 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-797aecc0-cf76-4837-a3f1-1c62925c8c23 req-0cad417a-99de-4bc1-ba6f-f42f00da0444 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067393 Sep 03 18:16:17.233169 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9de48b65-2b18-43e9-9030-5eee74383910 req-a3566118-29bf-464f-a56e-e01a46b4fd5d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353909 Sep 03 18:16:17.299526 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e620e4-2992-4856-93ad-9cf64a5cb3b1 req-6884db70-5901-4ec2-8d95-9b45c5e8b4e8 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:17.301404 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c7e620e4-2992-4856-93ad-9cf64a5cb3b1 req-6884db70-5901-4ec2-8d95-9b45c5e8b4e8 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 949 time: 0.0538759 Sep 03 18:16:17.341701 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c7e620e4-2992-4856-93ad-9cf64a5cb3b1 req-4b16e976-c338-44ef-9dfc-178974430149 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Sep 03 18:16:18.165882 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d955-3a3d-4f12-80bb-5101da465dc4 req-c8c0bbb2-d24e-4b54-8475-ef2f9a57f2df tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:18.167290 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dd03d955-3a3d-4f12-80bb-5101da465dc4 req-c8c0bbb2-d24e-4b54-8475-ef2f9a57f2df tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 945 time: 0.0489492 Sep 03 18:16:18.207023 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dd03d955-3a3d-4f12-80bb-5101da465dc4 req-da61a907-36ee-425c-812f-b1b7b84a4f96 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Sep 03 18:16:18.466238 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262fce7-89b2-44a4-b83e-6f0b774f8d41 req-80eef2a7-6fe5-4316-9c31-2dc3f3f46c5e tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:18.467705 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3262fce7-89b2-44a4-b83e-6f0b774f8d41 req-80eef2a7-6fe5-4316-9c31-2dc3f3f46c5e tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 949 time: 0.0510406 Sep 03 18:16:18.507310 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3262fce7-89b2-44a4-b83e-6f0b774f8d41 req-c3fbe6a2-42f1-4369-9503-e0f584418476 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Sep 03 18:16:19.323491 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6aedb-e3e7-4acd-8141-960784188e64 req-42b5386a-9958-436f-8fc6-680179aa0c45 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:19.325084 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a7f6aedb-e3e7-4acd-8141-960784188e64 req-42b5386a-9958-436f-8fc6-680179aa0c45 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 945 time: 0.0503905 Sep 03 18:16:19.370703 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a7f6aedb-e3e7-4acd-8141-960784188e64 req-53c02ed8-2270-478b-9662-dc2febc375be tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Sep 03 18:16:19.651265 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142c3e5-c108-4e02-b17d-b2add994f5b2 req-67310360-a759-44d6-91bf-37353ac183f4 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:19.653749 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5142c3e5-c108-4e02-b17d-b2add994f5b2 req-67310360-a759-44d6-91bf-37353ac183f4 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 949 time: 0.0714273 Sep 03 18:16:19.693849 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5142c3e5-c108-4e02-b17d-b2add994f5b2 req-53e0292f-51ff-44e0-8a0b-024a227855a4 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339856 Sep 03 18:16:19.835246 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-d8b2c1a9-8a07-432e-98a9-531d2734615c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:19.836928 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-d8b2c1a9-8a07-432e-98a9-531d2734615c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.23 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 945 time: 0.0848839 Sep 03 18:16:19.995207 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Deleting port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:16:19.995800 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:20.023676 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a699ec8-914b-46ee-af83-236b631f56da req-d4e77929-aa08-4b29-8523-9e72d83119c6 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:20.025404 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5a699ec8-914b-46ee-af83-236b631f56da req-d4e77929-aa08-4b29-8523-9e72d83119c6 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 949 time: 0.0567088 Sep 03 18:16:20.082342 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5a699ec8-914b-46ee-af83-236b631f56da req-8e193475-8573-42d5-8803-dfa71f7e2bfd tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464261 Sep 03 18:16:20.121748 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] For port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:20.122454 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:20.145562 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Calling delete_port for 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:16:20.302592 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:20.320781 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['4cda4ffc-4d91-440b-886c-1aa5bb6e5aca'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:20.334235 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Pushing event deleted for resources: {'Port': ['ID=4cda4ffc-4d91-440b-886c-1aa5bb6e5aca,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:20.350589 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.350936 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.351275 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.351608 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.351941 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.352268 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.352589 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.352936 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.353260 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.353591 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.353965 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.354311 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:20.390811 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] No DVR routers for this DVR port 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca on host hv-cinder-80409 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:16:20.394804 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:20.396699 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dc37ba55-ca85-48ed-a06f-08f3ca21c911 req-ad6becef-c11b-4758-8a7d-b7d687e4973c tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.23 "DELETE /v2.0/ports/4cda4ffc-4d91-440b-886c-1aa5bb6e5aca HTTP/1.1" status: 204 len: 173 time: 0.5247941 Sep 03 18:16:20.397158 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a17d91-023e-42c0-8823-eb15c3093893', 'name': 'network-vif-deleted', 'tag': '4cda4ffc-4d91-440b-886c-1aa5bb6e5aca'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:20.399672 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0225389-91a2-4c0f-a7b9-fa1b6eb22e91" -d '{"events": [{"server_uuid": "08a17d91-023e-42c0-8823-eb15c3093893", "name": "network-vif-deleted", "tag": "4cda4ffc-4d91-440b-886c-1aa5bb6e5aca"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:20.440481 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b1beb7-bcfb-4559-ac60-321b46f9a276 x-openstack-request-id: req-f6b1beb7-bcfb-4559-ac60-321b46f9a276 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:20.440834 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a17d91-023e-42c0-8823-eb15c3093893", "name": "network-vif-deleted", "tag": "4cda4ffc-4d91-440b-886c-1aa5bb6e5aca", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:20.441081 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6b1beb7-bcfb-4559-ac60-321b46f9a276 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:20.441563 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a17d91-023e-42c0-8823-eb15c3093893', 'name': 'network-vif-deleted', 'tag': '4cda4ffc-4d91-440b-886c-1aa5bb6e5aca', 'status': 'completed', 'code': 200} Sep 03 18:16:20.517382 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-55164594-6fb8-4743-88eb-fa8ea34bcee2 req-4b590bd5-8282-4d97-8904-ba37b8b2eaa3 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=08a17d91-023e-42c0-8823-eb15c3093893 HTTP/1.1" status: 200 len: 210 time: 0.0497162 Sep 03 18:16:21.259612 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ca51e-38a1-425f-a8a6-d954136baed0 req-baeb2f57-e2c7-48b2-a4b1-3449b7d9d6fe tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:21.261716 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-db2ca51e-38a1-425f-a8a6-d954136baed0 req-baeb2f57-e2c7-48b2-a4b1-3449b7d9d6fe tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 949 time: 0.0627034 Sep 03 18:16:21.310225 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-db2ca51e-38a1-425f-a8a6-d954136baed0 req-ed11c839-3dd3-499d-945a-b2b70ff88964 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 Sep 03 18:16:21.818316 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fa30b3b0-3109-46d9-bea9-40b25422b649 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:21.820545 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fa30b3b0-3109-46d9-bea9-40b25422b649 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/networks?id=d77bc691-7df2-404c-aeb4-0658badbcc3e HTTP/1.1" status: 200 len: 809 time: 0.1299303 Sep 03 18:16:21.837481 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-a2a40ba2-e352-4e67-91f8-ad367e1280d0 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/quotas/add77c30613644af957f7a5ec2107401 HTTP/1.1" status: 200 len: 375 time: 0.0099640 Sep 03 18:16:21.874473 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-b8c3aabf-daec-4a9d-b42c-ae388bd4d308 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=add77c30613644af957f7a5ec2107401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310352 Sep 03 18:16:22.012510 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-749d98e0-335f-4dc6-8e77-147945908078 service neutron] 10.222.0.49 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291699 Sep 03 18:16:22.129000 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-b7d2654a-9c96-4ce5-ad2b-354d58ed3321 service neutron] 10.222.0.49 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042464 Sep 03 18:16:22.274465 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-f92d1fb8-e541-47d3-a685-c5060daa28e2 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:22.276030 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-f92d1fb8-e541-47d3-a685-c5060daa28e2 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.23 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 949 time: 0.0574293 Sep 03 18:16:22.368980 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7727e9f6-f257-4e56-85d3-913c59860d23 req-24d874dd-e389-4f5e-9a94-ec13c60df936 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 210 time: 0.0446093 Sep 03 18:16:22.468251 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Deleting port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:16:22.468728 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:22.474825 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c74ad7-678a-4aaf-a9ac-c5277c61cb4f req-5937f236-9321-4a68-b376-82e63fe2f58f tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:22.476697 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80c74ad7-678a-4aaf-a9ac-c5277c61cb4f req-5937f236-9321-4a68-b376-82e63fe2f58f tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 949 time: 0.0574439 Sep 03 18:16:22.539437 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80c74ad7-678a-4aaf-a9ac-c5277c61cb4f req-de5ad2d6-17df-4fc7-b81e-cbb72f957db9 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/security-groups?id=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528789 Sep 03 18:16:22.581767 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] For port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,segment=NetworkSegment(836563d0-d155-4f6e-b956-d023b6ba4a7a),segment_id=836563d0-d155-4f6e-b956-d023b6ba4a7a)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:22.582157 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:22.599163 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Calling delete_port for 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:16:22.742649 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:22.762077 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['4f722eab-30c3-4cd7-bba7-6bf32bd74da6'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:22.780119 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Pushing event deleted for resources: {'Port': ['ID=4f722eab-30c3-4cd7-bba7-6bf32bd74da6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:22.830053 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] No DVR routers for this DVR port 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 on host hv-cinder-80409 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:16:22.832935 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:22.835603 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-738ce777-ceb3-4579-b34f-ed4a1f2ef6b1 req-3a747734-01f6-4d37-a141-9b751f930b90 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.23 "DELETE /v2.0/ports/4f722eab-30c3-4cd7-bba7-6bf32bd74da6 HTTP/1.1" status: 204 len: 173 time: 0.5267172 Sep 03 18:16:22.836074 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbfce13-a6b0-42d0-b529-10a0105d2856', 'name': 'network-vif-deleted', 'tag': '4f722eab-30c3-4cd7-bba7-6bf32bd74da6'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:22.838467 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc28313-3fa5-4907-9bea-289ed39aeda3" -d '{"events": [{"server_uuid": "adbfce13-a6b0-42d0-b529-10a0105d2856", "name": "network-vif-deleted", "tag": "4f722eab-30c3-4cd7-bba7-6bf32bd74da6"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:22.889729 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2fc945-69a4-4ed0-9909-0d6d77b69a58 x-openstack-request-id: req-ac2fc945-69a4-4ed0-9909-0d6d77b69a58 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:22.890308 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbfce13-a6b0-42d0-b529-10a0105d2856", "name": "network-vif-deleted", "tag": "4f722eab-30c3-4cd7-bba7-6bf32bd74da6", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:22.890786 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac2fc945-69a4-4ed0-9909-0d6d77b69a58 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:22.891523 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbfce13-a6b0-42d0-b529-10a0105d2856', 'name': 'network-vif-deleted', 'tag': '4f722eab-30c3-4cd7-bba7-6bf32bd74da6', 'status': 'completed', 'code': 200} Sep 03 18:16:23.476280 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4d679998-6cf9-49e6-868b-bf0f10007122 req-be3b81d4-e077-4fcc-8b28-9596c03e6b24 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 210 time: 0.0288224 Sep 03 18:16:23.515227 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 47130) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:23.675400 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:23.719076 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-9259a5c2-b7c1-4271-bb7d-8f5deb2b46ac tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:23.720654 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-9259a5c2-b7c1-4271-bb7d-8f5deb2b46ac tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.23 "GET /v2.0/networks?id=d77bc691-7df2-404c-aeb4-0658badbcc3e HTTP/1.1" status: 200 len: 809 time: 0.1192033 Sep 03 18:16:23.759954 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dac06df0-c8a3-47f1-9b1e-fb8314aef3ce req-0a0c58b2-b7de-4641-af0c-b51f2e588685 tempest-VolumesNegativeTest-1090169899 tempest-VolumesNegativeTest-1090169899-project] 10.222.0.49 "GET /v2.0/ports?device_id=adbfce13-a6b0-42d0-b529-10a0105d2856 HTTP/1.1" status: 200 len: 210 time: 0.0832293 Sep 03 18:16:23.767236 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Request body: {'port': {'device_id': '011a4ae2-b96c-448f-aecb-c62cba834206', 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e', 'admin_state_up': True, 'tenant_id': 'add77c30613644af957f7a5ec2107401'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:23.808178 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:23.814111 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:23.855633 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d16125dbace34983b0dab8881dad6f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391173 Sep 03 18:16:23.856794 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24426a-ad1a-4be8-84ae-f2aa85812bf3,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:23.858418 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 47140) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:23.864739 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.865103 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.865453 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.865849 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.866703 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.867036 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.867374 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.867698 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.868032 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.868363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.868795 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.869124 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c8bea-968c-4fc4-8469-f360f113c3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:23.945710 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4ec8-9b86-423b-8d66-99b978f299c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:23.957555 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Made reservation on behalf of add77c30613644af957f7a5ec2107401 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:23.961134 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:23.984730 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4ec8-9b86-423b-8d66-99b978f299c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:24.113965 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4ec8-9b86-423b-8d66-99b978f299c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:24.116789 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9b6e4ec8-9b86-423b-8d66-99b978f299c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:24.118282 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9b6e4ec8-9b86-423b-8d66-99b978f299c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c24426a-ad1a-4be8-84ae-f2aa85812bf3 HTTP/1.1" status: 204 len: 168 time: 0.2584486 Sep 03 18:16:24.134960 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e4ec8-9b86-423b-8d66-99b978f299c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24426a-ad1a-4be8-84ae-f2aa85812bf3,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:24.166713 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Allocated IP 172.20.0.2 (d77bc691-7df2-404c-aeb4-0658badbcc3e/1c8d9394-1a18-4076-81a7-fb7f57781fbe/0b3ef6f1-9f83-43e1-992e-99ca62d73fd7) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:24.572512 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:16:24.584241 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:24.625011 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:16:24.625481 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 4cda4ffc-4d91-440b-886c-1aa5bb6e5aca not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:16:24.629420 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:24.716668 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Network d77bc691-7df2-404c-aeb4-0658badbcc3e is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:24.724649 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:24.729717 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:24.732514 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Pushing event updated for resources: {'Port': ['ID=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:24.817322 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b25f8-40f7-4b42-93da-846e5bca67e5 req-c5c6a804-0c81-4f38-b5d9-cb006575653e tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:24.824845 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-333b25f8-40f7-4b42-93da-846e5bca67e5 req-c5c6a804-0c81-4f38-b5d9-cb006575653e tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 931 time: 0.1917140 Sep 03 18:16:24.895376 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c52b7-de99-4c14-a536-a59060893ede req-b926f9fd-84e8-4a57-a81e-8c13e7fd7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:24.896654 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:24.898630 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b15c52b7-de99-4c14-a536-a59060893ede req-b926f9fd-84e8-4a57-a81e-8c13e7fd7092 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1098 time: 0.0624862 Sep 03 18:16:24.899153 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:24.937494 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-333b25f8-40f7-4b42-93da-846e5bca67e5 req-ea9d4136-3c0e-4ebd-aeca-1eb98e8c2140 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117308 Sep 03 18:16:24.950774 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-918747c6-bb59-4924-b3f8-4faa591c25ea tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2001424 Sep 03 18:16:24.966701 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Request body: {'port': {'device_id': '011a4ae2-b96c-448f-aecb-c62cba834206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:25.029063 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45740bc-d1b4-4c2a-94eb-fd1894e9d69c req-01f04fc6-5040-4f97-8c36-4628b37c9841 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:25.030511 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c45740bc-d1b4-4c2a-94eb-fd1894e9d69c req-01f04fc6-5040-4f97-8c36-4628b37c9841 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1584179 Sep 03 18:16:25.115640 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.124999 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c45740bc-d1b4-4c2a-94eb-fd1894e9d69c req-c995c2ac-db1d-4177-813b-8a51cb2118aa tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791926 Sep 03 18:16:25.141827 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c52b7-de99-4c14-a536-a59060893ede req-537aa68a-d4f8-4fc9-abc8-93eac7360dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:25.143345 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b15c52b7-de99-4c14-a536-a59060893ede req-537aa68a-d4f8-4fc9-abc8-93eac7360dff service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 919 time: 0.2264774 Sep 03 18:16:25.216113 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b15c52b7-de99-4c14-a536-a59060893ede req-968a910e-e892-4ed6-b063-71db91987f92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb46f055-787b-42cb-9e80-b4e76de3026c HTTP/1.1" status: 200 len: 217 time: 0.0614877 Sep 03 18:16:25.318067 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c52b7-de99-4c14-a536-a59060893ede req-5cff87f0-d3d2-4ba0-b823-cdd016851e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:25.320137 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b15c52b7-de99-4c14-a536-a59060893ede req-5cff87f0-d3d2-4ba0-b823-cdd016851e03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.0906303 Sep 03 18:16:25.396092 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b15c52b7-de99-4c14-a536-a59060893ede req-6c912bbe-d2cd-43f8-83b1-1371be60c7a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608869 Sep 03 18:16:25.596509 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b15c52b7-de99-4c14-a536-a59060893ede req-5ae140ab-ba0a-48e5-976a-77ee819bf323 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882122 Sep 03 18:16:25.661779 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:25.676878 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.700817 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Transition to ACTIVE for port object 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:25.711356 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.789222 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Pushing event updated for resources: {'Port': ['ID=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:25.838181 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8650a-fa62-47e2-928a-f19af258e266 req-012c6a80-3944-4ec6-9fc7-86426c43b4b1 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:25.839763 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-012c6a80-3944-4ec6-9fc7-86426c43b4b1 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 815 time: 0.2415082 Sep 03 18:16:25.887230 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b15c52b7-de99-4c14-a536-a59060893ede req-1f77004a-00ca-4723-95fb-bc2b09fe48cd service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467992 Sep 03 18:16:25.894576 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-611d9141-ca39-4235-9c66-60f81d1c66a6 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/quotas/576e5b2fec21467ab8ead8a54f3647a5 HTTP/1.1" status: 200 len: 375 time: 0.0358872 Sep 03 18:16:25.953516 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Attempting to bind port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:25.953516 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Attempting to bind port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'a6d8054b-37b5-4088-bb33-a1cd631f8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:25.954367 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Attempting to bind port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 on network d77bc691-7df2-404c-aeb4-0658badbcc3e {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:25.968315 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 on network d77bc691-7df2-404c-aeb4-0658badbcc3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:16:25.968821 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7046f1e3-66c6-4382-98aa-c23200d5c690 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730801 Sep 03 18:16:25.969400 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Attempting to bind port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 on network d77bc691-7df2-404c-aeb4-0658badbcc3e {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:25.974911 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:25.975389 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Checking segment: {'id': 'a6d8054b-37b5-4088-bb33-a1cd631f8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:25.976286 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Bound using segment: {'id': 'a6d8054b-37b5-4088-bb33-a1cd631f8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:25.978360 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Bound port: 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d8054b-37b5-4088-bb33-a1cd631f8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:25.978360 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.093509 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-15dba7be-a5cb-49d2-a585-6cbd15e6f3d4 service neutron] 10.222.0.49 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172476 Sep 03 18:16:26.110460 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] For port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7, host hv-cinder-80409, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:26.114916 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] For port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:26.123278 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.136301 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b86324-e63a-42d0-a46a-a79d7a6bc15b req-0b95a53e-c48e-4fcc-87bc-fc4a957ed403 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.137990 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e8b86324-e63a-42d0-a46a-a79d7a6bc15b req-0b95a53e-c48e-4fcc-87bc-fc4a957ed403 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 943 time: 0.0973103 Sep 03 18:16:26.189184 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.189826 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.191267 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] 10.222.0.23 "PUT /v2.0/ports/0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 HTTP/1.1" status: 200 len: 1093 time: 1.2295969 Sep 03 18:16:26.192787 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011a4ae2-b96c-448f-aecb-c62cba834206', 'tag': '0b3ef6f1-9f83-43e1-992e-99ca62d73fd7'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:26.195147 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e386c37f-4ebb-49d7-be89-6b53f7a346fc" -d '{"events": [{"name": "network-changed", "server_uuid": "011a4ae2-b96c-448f-aecb-c62cba834206", "tag": "0b3ef6f1-9f83-43e1-992e-99ca62d73fd7"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:26.233046 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-4f286e48-6d4e-4e6e-8a5d-1dd1d8f3e204 service neutron] 10.222.0.49 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326990 Sep 03 18:16:26.254869 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93b879-cfdd-4c8b-9203-0382cdda9e4d service neutron] Pushing event updated for resources: {'Port': ['ID=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:26.285566 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e8b86324-e63a-42d0-a46a-a79d7a6bc15b req-4010d344-78b2-4576-aac8-ca7c48f014bb tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175084 Sep 03 18:16:26.364908 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-c0c8ac3a-46ca-4414-ba20-c217cd912ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.390076 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-c0c8ac3a-46ca-4414-ba20-c217cd912ce4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=add77c30613644af957f7a5ec2107401&device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 1096 time: 0.1298485 Sep 03 18:16:26.503294 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-835e5460-c643-48bd-bc9a-7de79f8e488e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 HTTP/1.1" status: 200 len: 217 time: 0.1012199 Sep 03 18:16:26.555026 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03b65ab-99b2-4ad0-8a57-57a93358d2ec x-openstack-request-id: req-a03b65ab-99b2-4ad0-8a57-57a93358d2ec {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:26.555391 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011a4ae2-b96c-448f-aecb-c62cba834206", "tag": "0b3ef6f1-9f83-43e1-992e-99ca62d73fd7", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:26.555687 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a03b65ab-99b2-4ad0-8a57-57a93358d2ec {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:26.556302 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011a4ae2-b96c-448f-aecb-c62cba834206', 'tag': '0b3ef6f1-9f83-43e1-992e-99ca62d73fd7', 'status': 'completed', 'code': 200} Sep 03 18:16:26.567789 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:16:26.587212 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f758e-d525-4919-9684-436f1a22bf52 req-2a7fca7e-46a4-401c-9ed6-e673d5b5c541 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.589356 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a43f758e-d525-4919-9684-436f1a22bf52 req-2a7fca7e-46a4-401c-9ed6-e673d5b5c541 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1731207 Sep 03 18:16:26.599545 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-e253d65f-0466-456a-8aea-aff93cd1a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.604781 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-e253d65f-0466-456a-8aea-aff93cd1a4d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8d9394-1a18-4076-81a7-fb7f57781fbe HTTP/1.1" status: 200 len: 849 time: 0.0909126 Sep 03 18:16:26.610629 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:16:26.614379 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 4f722eab-30c3-4cd7-bba7-6bf32bd74da6 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:16:26.673823 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-d2dcb19f-41d1-40ba-86df-a440a275ebc6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d77bc691-7df2-404c-aeb4-0658badbcc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443976 Sep 03 18:16:26.745636 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a43f758e-d525-4919-9684-436f1a22bf52 req-56e9f8b8-64db-4b95-9c21-8db6cf625de0 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388960 Sep 03 18:16:26.749276 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7c83ae93-26ef-442f-bb68-f854ce4e5068 req-9a079cf1-cb57-4e7a-bf66-117f58e2ef65 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 210 time: 0.1019247 Sep 03 18:16:26.966947 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-1ec44b4a-64e3-4bae-b82d-76b40abdfede service neutron] 10.222.0.23 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699230 Sep 03 18:16:27.108977 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b9cab7-7a96-46d1-9e54-04f834970ede req-0ee4691c-d5a7-43e1-b004-f3bc7ab5d243 service neutron] 10.222.0.23 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308036 Sep 03 18:16:27.256977 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-a2c30bc0-9214-49b1-8e2f-b69a8a6b4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:27.259878 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-a2c30bc0-9214-49b1-8e2f-b69a8a6b4322 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=add77c30613644af957f7a5ec2107401&device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 1096 time: 0.0785418 Sep 03 18:16:27.406417 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-10d52cef-4620-40e1-bf1d-e1ab81d15b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:27.408358 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-10d52cef-4620-40e1-bf1d-e1ab81d15b7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d77bc691-7df2-404c-aeb4-0658badbcc3e HTTP/1.1" status: 200 len: 910 time: 0.1243379 Sep 03 18:16:27.485176 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-d0f1d146-171e-4a69-903f-003f9ca1ac4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 HTTP/1.1" status: 200 len: 217 time: 0.0446095 Sep 03 18:16:27.520548 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53992d-8fcc-4f07-98d9-1228813b751d req-e0126822-af94-4bd9-989d-e9cf6098fdfa tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:27.520684 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4b53992d-8fcc-4f07-98d9-1228813b751d req-e0126822-af94-4bd9-989d-e9cf6098fdfa tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 943 time: 0.1102674 Sep 03 18:16:27.583376 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-02960192-4460-433d-8fcf-197d69263dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:27.585586 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-02960192-4460-433d-8fcf-197d69263dc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c8d9394-1a18-4076-81a7-fb7f57781fbe HTTP/1.1" status: 200 len: 849 time: 0.0871770 Sep 03 18:16:27.594151 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4b53992d-8fcc-4f07-98d9-1228813b751d req-b8828468-0d7b-4414-9b79-5c0e9d41362b tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531769 Sep 03 18:16:27.650641 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-a59e38d0-7bc8-4bee-90bb-e9f7e79e2f89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d77bc691-7df2-404c-aeb4-0658badbcc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501411 Sep 03 18:16:27.805818 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-35546415-f26d-4b44-b9a0-8a60b8cd137e service neutron] 10.222.0.23 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412942 Sep 03 18:16:27.907745 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7c0344a0-e6f8-4417-8dc9-085a0aa6e935 req-c91982ee-c8a2-4856-bc7a-51ffdd91d6e4 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 210 time: 0.0405483 Sep 03 18:16:28.088595 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e386c37f-4ebb-49d7-be89-6b53f7a346fc req-1fefc548-1755-4cad-9081-e295818ff1cd service neutron] 10.222.0.23 "GET /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702813 Sep 03 18:16:28.112271 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff333dc-9e4e-4657-9fdd-087741a39514 req-5a3db6cb-ab83-4b79-ae4e-a76dfcdf0c2f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:28.114241 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dff333dc-9e4e-4657-9fdd-087741a39514 req-5a3db6cb-ab83-4b79-ae4e-a76dfcdf0c2f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0903661 Sep 03 18:16:28.156206 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8650a-fa62-47e2-928a-f19af258e266 req-50b924d4-aed6-4446-9472-9c5b9172fb7f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:28.158004 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-50b924d4-aed6-4446-9472-9c5b9172fb7f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 815 time: 0.1648135 Sep 03 18:16:28.181242 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dff333dc-9e4e-4657-9fdd-087741a39514 req-876f98f3-a8b5-4120-a43c-0e45b2cd92ec tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581563 Sep 03 18:16:28.186799 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Request body: {'port': {'device_id': '7846f894-744a-485f-bd45-b8759189cbf4', 'network_id': '2328b67b-efd7-4228-8287-e612103da764', 'admin_state_up': True, 'tenant_id': '576e5b2fec21467ab8ead8a54f3647a5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:28.334255 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Made reservation on behalf of 576e5b2fec21467ab8ead8a54f3647a5 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:28.342633 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:28.514859 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Allocated IP 172.20.0.10 (2328b67b-efd7-4228-8287-e612103da764/38285df6-033e-4e7c-809c-62284d981a5d/98389267-ff00-42ad-8bc0-0f45fdd84721) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:28.709187 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:28.779560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbeefa-c13a-4cb0-9ab9-22dda83f1990 req-6d77b91e-af03-428f-8de0-c83d728c53a3 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:28.781112 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-cecbeefa-c13a-4cb0-9ab9-22dda83f1990 req-6d77b91e-af03-428f-8de0-c83d728c53a3 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 943 time: 0.0800521 Sep 03 18:16:28.797721 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:28.810698 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['7de58bb3-47e6-46c6-b985-d8bbd367b27c', '99d0c3bb-c36b-4e8a-a890-c80249fbaa54', '19b33d07-dcdb-458e-bc3f-ddae0176f6fc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:28.864437 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Network 2328b67b-efd7-4228-8287-e612103da764 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:28.868662 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-cecbeefa-c13a-4cb0-9ab9-22dda83f1990 req-4731907e-c3eb-4d05-a46c-a3c754192789 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800588 Sep 03 18:16:28.875195 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:28.883001 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:28.905486 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Pushing event updated for resources: {'Port': ['ID=98389267-ff00-42ad-8bc0-0f45fdd84721,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:28.953060 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:28.954050 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:28.974649 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-7e2f086d-9cda-4b76-a3dd-930ec1a75a75 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7931340 Sep 03 18:16:28.988294 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Request body: {'port': {'device_id': '7846f894-744a-485f-bd45-b8759189cbf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:29.072916 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e742b5-ce29-4c9f-9be6-83a20948f626 req-13f1bea2-ad53-4a52-9448-f8b115db73ae tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:29.080282 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:29.088530 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-50e742b5-ce29-4c9f-9be6-83a20948f626 req-13f1bea2-ad53-4a52-9448-f8b115db73ae tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 932 time: 0.0764284 Sep 03 18:16:29.143829 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-50e742b5-ce29-4c9f-9be6-83a20948f626 req-02287bd1-e570-429b-a8be-00793064058b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486329 Sep 03 18:16:29.423330 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd718ea7-ab0e-4484-9682-29bc3433af0a req-0368486f-7cbf-4ebf-bf65-55c72bb46b71 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:29.431934 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd718ea7-ab0e-4484-9682-29bc3433af0a req-0368486f-7cbf-4ebf-bf65-55c72bb46b71 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1007469 Sep 03 18:16:29.489134 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd718ea7-ab0e-4484-9682-29bc3433af0a req-e397b04b-7735-418f-986c-15a4063b7c0e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556824 Sep 03 18:16:29.578385 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98389267-ff00-42ad-8bc0-0f45fdd84721 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:29.590979 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:29.606342 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Transition to ACTIVE for port object 98389267-ff00-42ad-8bc0-0f45fdd84721 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:29.611524 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:29.665569 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Pushing event updated for resources: {'Port': ['ID=98389267-ff00-42ad-8bc0-0f45fdd84721,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:29.738352 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Attempting to bind port 98389267-ff00-42ad-8bc0-0f45fdd84721 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:29.738755 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Attempting to bind port 98389267-ff00-42ad-8bc0-0f45fdd84721 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:29.739087 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Attempting to bind port 98389267-ff00-42ad-8bc0-0f45fdd84721 on network 2328b67b-efd7-4228-8287-e612103da764 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:29.744566 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Port 98389267-ff00-42ad-8bc0-0f45fdd84721 on network 2328b67b-efd7-4228-8287-e612103da764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:16:29.745049 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Attempting to bind port 98389267-ff00-42ad-8bc0-0f45fdd84721 on network 2328b67b-efd7-4228-8287-e612103da764 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:29.750480 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:29.750819 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Checking segment: {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:29.751207 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Bound using segment: {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:29.751634 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Bound port: 98389267-ff00-42ad-8bc0-0f45fdd84721, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c374c-7709-4f57-8e9d-0f8136f1f7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2328b67b-efd7-4228-8287-e612103da764'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:29.751998 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:29.830013 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] For port 98389267-ff00-42ad-8bc0-0f45fdd84721, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:29.833203 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] For port 98389267-ff00-42ad-8bc0-0f45fdd84721, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98389267-ff00-42ad-8bc0-0f45fdd84721,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:29.839726 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:29.877170 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:29.877895 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:29.879300 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] 10.222.0.23 "PUT /v2.0/ports/98389267-ff00-42ad-8bc0-0f45fdd84721 HTTP/1.1" status: 200 len: 1094 time: 0.8955491 Sep 03 18:16:29.879747 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7846f894-744a-485f-bd45-b8759189cbf4', 'tag': '98389267-ff00-42ad-8bc0-0f45fdd84721'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:29.882158 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01d83de-2525-4cb6-a542-44874908ef75" -d '{"events": [{"name": "network-changed", "server_uuid": "7846f894-744a-485f-bd45-b8759189cbf4", "tag": "98389267-ff00-42ad-8bc0-0f45fdd84721"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:29.912312 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78031688-1ff7-4ed2-aba1-5dc1292e53ea service neutron] Pushing event updated for resources: {'Port': ['ID=98389267-ff00-42ad-8bc0-0f45fdd84721,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:29.968454 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42364094-c4f4-4c53-8523-0c8097cf8cca x-openstack-request-id: req-42364094-c4f4-4c53-8523-0c8097cf8cca {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:29.969537 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7846f894-744a-485f-bd45-b8759189cbf4", "tag": "98389267-ff00-42ad-8bc0-0f45fdd84721", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:29.969537 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42364094-c4f4-4c53-8523-0c8097cf8cca {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:29.969962 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7846f894-744a-485f-bd45-b8759189cbf4', 'tag': '98389267-ff00-42ad-8bc0-0f45fdd84721', 'status': 'completed', 'code': 200} Sep 03 18:16:30.021600 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8650a-fa62-47e2-928a-f19af258e266 req-ed828cbc-6ef1-4d21-8b82-aee3379aef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:30.023943 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-ed828cbc-6ef1-4d21-8b82-aee3379aef9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 1097 time: 0.0765791 Sep 03 18:16:30.057108 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4ed5-05b3-47cf-83bf-f6d21b4e8c64 req-715a7670-4f1b-48f5-9ffd-b9e02b69d121 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:30.058769 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bd8b4ed5-05b3-47cf-83bf-f6d21b4e8c64 req-715a7670-4f1b-48f5-9ffd-b9e02b69d121 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 943 time: 0.0680985 Sep 03 18:16:30.074672 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-f23c1df3-ccab-40e7-9e85-1669d5d57b2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98389267-ff00-42ad-8bc0-0f45fdd84721 HTTP/1.1" status: 200 len: 217 time: 0.0394495 Sep 03 18:16:30.102604 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bd8b4ed5-05b3-47cf-83bf-f6d21b4e8c64 req-b01a6f56-7279-4928-b70e-243d0a9ea971 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Sep 03 18:16:30.139560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8650a-fa62-47e2-928a-f19af258e266 req-33542aea-80c5-4838-a0d1-0e8233c1ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:30.141144 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-33542aea-80c5-4838-a0d1-0e8233c1ca6f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 200 len: 855 time: 0.0543876 Sep 03 18:16:30.182517 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-8d6cbdc7-c797-4d4f-8ab9-5517fcd20b4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2328b67b-efd7-4228-8287-e612103da764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276494 Sep 03 18:16:30.308396 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09739fd-d3b5-433d-a0c8-836168fb98a0 req-43445d71-d2ee-488c-965e-257589b8a71b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:30.310085 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e09739fd-d3b5-433d-a0c8-836168fb98a0 req-43445d71-d2ee-488c-965e-257589b8a71b tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 944 time: 0.0975676 Sep 03 18:16:30.342118 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-170a1e7e-fad2-41b8-9e5a-9f6683fd0fde service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497500 Sep 03 18:16:30.380172 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e09739fd-d3b5-433d-a0c8-836168fb98a0 req-c29c5ae5-44d2-4d11-95e5-b355c72939a1 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575891 Sep 03 18:16:30.452153 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b8650a-fa62-47e2-928a-f19af258e266 req-248f8f31-5425-403f-9cee-77331800be64 service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000948 Sep 03 18:16:30.602718 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:16:30.721212 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:30.738759 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '0b3ef6f1-9f83-43e1-992e-99ca62d73fd7', 'network_id': 'd77bc691-7df2-404c-aeb4-0658badbcc3e', 'port_id': '0b3ef6f1-9f83-43e1-992e-99ca62d73fd7', 'mac_address': 'fa:16:3e:ca:7f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8d9394-1a18-4076-81a7-fb7f57781fbe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:16:30.786125 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:30.803769 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d83de-2525-4cb6-a542-44874908ef75 req-a2ede783-83ba-42b6-913c-9ecddb91019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:30.805430 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e01d83de-2525-4cb6-a542-44874908ef75 req-a2ede783-83ba-42b6-913c-9ecddb91019e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 1097 time: 0.2912197 Sep 03 18:16:30.807216 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:30.814038 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85bd8b-9f47-455d-b276-f77793f32216 req-8f20f953-7b80-4c8b-ad4c-0cd5c907a582 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:30.815630 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4b85bd8b-9f47-455d-b276-f77793f32216 req-8f20f953-7b80-4c8b-ad4c-0cd5c907a582 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0688446 Sep 03 18:16:30.832471 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:30.837612 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:30.891044 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:30.899575 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.899921 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.900439 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.900816 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.901152 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.901487 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.901810 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.902284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.902762 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.903245 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.903570 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.903903 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:30.916002 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4b85bd8b-9f47-455d-b276-f77793f32216 req-5d411122-1146-4977-b4f3-07265450f0ba tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903676 Sep 03 18:16:30.937186 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d83de-2525-4cb6-a542-44874908ef75 req-76ce0787-65b2-4add-b8d1-f3bf557a2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:30.938660 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e01d83de-2525-4cb6-a542-44874908ef75 req-76ce0787-65b2-4add-b8d1-f3bf557a2c0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 200 len: 916 time: 0.1221416 Sep 03 18:16:30.958972 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 47548) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:30.985265 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e01d83de-2525-4cb6-a542-44874908ef75 req-a7be3bef-f4ae-41ed-b9ec-91853f5e4975 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98389267-ff00-42ad-8bc0-0f45fdd84721 HTTP/1.1" status: 200 len: 217 time: 0.0360658 Sep 03 18:16:31.047328 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d83de-2525-4cb6-a542-44874908ef75 req-5f28bc5d-5d20-4e86-b14d-f4287102c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:31.048917 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e01d83de-2525-4cb6-a542-44874908ef75 req-5f28bc5d-5d20-4e86-b14d-f4287102c488 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 200 len: 855 time: 0.0523615 Sep 03 18:16:31.087575 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e01d83de-2525-4cb6-a542-44874908ef75 req-74a41773-3750-4c46-9899-0149213d1c4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2328b67b-efd7-4228-8287-e612103da764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277898 Sep 03 18:16:31.116659 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-33cbb6d1-8354-40e5-b79d-369fb2f43abc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27e0a4d99da749508addc8949119b39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560118 Sep 03 18:16:31.119675 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 47552) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:31.174983 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b928c42-666a-4111-9d03-bead1a0ff494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:31.202092 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e01d83de-2525-4cb6-a542-44874908ef75 req-6986cda0-a040-4ac0-9327-64d2046361c0 service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972433 Sep 03 18:16:31.206914 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b928c42-666a-4111-9d03-bead1a0ff494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:31.231052 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['0b3ef6f1-9f83-43e1-992e-99ca62d73fd7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:31.269991 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825c7af-6be8-45f8-8cab-a3446bf7f97e req-f646d890-7dd1-446d-8083-7d9dcf838736 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:31.271505 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a825c7af-6be8-45f8-8cab-a3446bf7f97e req-f646d890-7dd1-446d-8083-7d9dcf838736 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 944 time: 0.0801606 Sep 03 18:16:31.301270 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b928c42-666a-4111-9d03-bead1a0ff494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:31.304473 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2b928c42-666a-4111-9d03-bead1a0ff494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:31.308024 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-2b928c42-666a-4111-9d03-bead1a0ff494 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6 HTTP/1.1" status: 204 len: 168 time: 0.1850846 Sep 03 18:16:31.319235 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e01d83de-2525-4cb6-a542-44874908ef75 req-0f9dce77-39ee-4495-94cc-a450aaf61899 service neutron] 10.222.0.23 "GET /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972486 Sep 03 18:16:31.324451 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b928c42-666a-4111-9d03-bead1a0ff494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87beb0eb-1d1e-48e1-a5db-fd0fdde2b9b6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:31.337381 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a825c7af-6be8-45f8-8cab-a3446bf7f97e req-8fcbb921-18da-4e3c-98ea-7cf51f288fc7 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575004 Sep 03 18:16:31.505971 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217364a9-85ed-47ff-83e5-fa7f8800837e req-961777b7-cbc0-45dc-b009-3f34933b4c2f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:31.508071 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-217364a9-85ed-47ff-83e5-fa7f8800837e req-961777b7-cbc0-45dc-b009-3f34933b4c2f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 944 time: 0.0543237 Sep 03 18:16:31.557260 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-217364a9-85ed-47ff-83e5-fa7f8800837e req-25dd30b6-eb59-46e0-a6c9-e6a0ef3aa8cb tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Sep 03 18:16:31.994605 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 47590) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:32.047580 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179feac-e071-4379-80c1-e3d77cc1ccb9 req-97d86eef-988d-40a0-b5a8-a33e1280782b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:32.049141 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c179feac-e071-4379-80c1-e3d77cc1ccb9 req-97d86eef-988d-40a0-b5a8-a33e1280782b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0592401 Sep 03 18:16:32.089434 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c179feac-e071-4379-80c1-e3d77cc1ccb9 req-4f5bdbca-7117-42cb-b319-d3fccb9e01d2 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Sep 03 18:16:32.101272 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-901231976-network', 'tenant_id': 'ad6b4db1989949c88c492d2d3a31fe63'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:32.122176 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Made reservation on behalf of ad6b4db1989949c88c492d2d3a31fe63 for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:32.124429 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.136098 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.226085 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.229930 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.254442 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:16:32.264032 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0181a121-3f28-4e18-a28c-b43e9789ed64,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:32.268845 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.269183 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.segments_db [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Added segment 9c17daf8-5dcf-42a5-8ab3-5fde3cf30229 of type vlan for network c544f8f0-79cc-4449-a66d-ae2299eb6edd Sep 03 18:16:32.310287 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.338441 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.339408 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:32.339990 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.370585 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3747003 Sep 03 18:16:32.374005 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 47596) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:32.380723 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Request body: {'subnet': {'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-901231976-subnet', 'tenant_id': 'ad6b4db1989949c88c492d2d3a31fe63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:32.417220 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de4596-8172-40f4-9a1a-c103d97e2460 admin admin] Pushing event updated for resources: {'Network': ['ID=c544f8f0-79cc-4449-a66d-ae2299eb6edd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:32.430428 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network c544f8f0-79cc-4449-a66d-ae2299eb6edd details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:16:32.435659 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Made reservation on behalf of ad6b4db1989949c88c492d2d3a31fe63 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:32.438366 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30467929'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.544003 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f977b-5f5d-4a9f-b9aa-c8008632610c req-35cbd059-dc7e-495d-bb89-812a69cb35ad tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:32.545444 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fc1f977b-5f5d-4a9f-b9aa-c8008632610c req-35cbd059-dc7e-495d-bb89-812a69cb35ad tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 944 time: 0.1049793 Sep 03 18:16:32.615482 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:32.621083 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fc1f977b-5f5d-4a9f-b9aa-c8008632610c req-c1eab28e-0ccc-4102-9861-e768c191df9f tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672424 Sep 03 18:16:32.668923 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:32.673107 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:32.673558 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.699852 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30624585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30467959'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.755363 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.782483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79e9a62-f51b-4e1e-be9e-38afa361a3a9,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:32.782741 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011a4ae2-b96c-448f-aecb-c62cba834206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3ef6f1-9f83-43e1-992e-99ca62d73fd7'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:32.785646 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b03802-761c-443a-8f97-ee7486d0576e" -d '{"events": [{"server_uuid": "011a4ae2-b96c-448f-aecb-c62cba834206", "name": "network-vif-plugged", "status": "completed", "tag": "0b3ef6f1-9f83-43e1-992e-99ca62d73fd7"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:32.794921 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369f1e-0c71-4bdd-a2da-7c751bd3f6fc req-3446fc5c-87b8-4d23-bcda-c421395c0b93 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:32.796487 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2f369f1e-0c71-4bdd-a2da-7c751bd3f6fc req-3446fc5c-87b8-4d23-bcda-c421395c0b93 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 944 time: 0.1064172 Sep 03 18:16:32.803135 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:32.808336 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.813335 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Checking segment: {'id': '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:32.813699 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Network hostable DHCP agents. Network: c544f8f0-79cc-4449-a66d-ae2299eb6edd, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:16:32.844297 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f978d-79af-490c-8959-2418c5eca0f8 x-openstack-request-id: req-1a6f978d-79af-490c-8959-2418c5eca0f8 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:32.844833 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011a4ae2-b96c-448f-aecb-c62cba834206", "name": "network-vif-plugged", "status": "completed", "tag": "0b3ef6f1-9f83-43e1-992e-99ca62d73fd7", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:32.845215 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a6f978d-79af-490c-8959-2418c5eca0f8 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:32.845707 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011a4ae2-b96c-448f-aecb-c62cba834206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3ef6f1-9f83-43e1-992e-99ca62d73fd7', 'code': 200} Sep 03 18:16:32.861108 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2f369f1e-0c71-4bdd-a2da-7c751bd3f6fc req-66439eac-6b74-40ac-9e1a-11d512d919ed tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568197 Sep 03 18:16:32.861906 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Network c544f8f0-79cc-4449-a66d-ae2299eb6edd is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:16:32.879860 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:32.886114 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, c544f8f0-79cc-4449-a66d-ae2299eb6edd) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:32.890806 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:32.891403 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:32.896337 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d714dd62-ea8b-4624-951e-233f3f1774d9 None None] Network c544f8f0-79cc-4449-a66d-ae2299eb6edd requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:16:32.927614 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-6a0d8660-5850-4f6e-a416-230517270108 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5524781 Sep 03 18:16:33.090303 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44639b04-8e3d-4da9-b016-c850de1fbc86 None None] Network c544f8f0-79cc-4449-a66d-ae2299eb6edd requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:16:33.099505 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ec004-5c7e-4684-8451-4df8fbb62f2e req-b33bbb0f-a37b-4ef5-be46-7b95d29c107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:33.101162 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-791ec004-5c7e-4684-8451-4df8fbb62f2e req-b33bbb0f-a37b-4ef5-be46-7b95d29c107b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 1098 time: 0.0466764 Sep 03 18:16:33.162872 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-791ec004-5c7e-4684-8451-4df8fbb62f2e req-2ca88517-6805-46ad-8ee2-bab8903ee96e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496857 Sep 03 18:16:33.288045 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fab949-3629-4ebb-85ec-e9c492eae748 req-3fca68a0-fbd3-40e2-a30f-e873fc15b903 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:33.303819 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-21fab949-3629-4ebb-85ec-e9c492eae748 req-3fca68a0-fbd3-40e2-a30f-e873fc15b903 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0836470 Sep 03 18:16:33.387985 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-21fab949-3629-4ebb-85ec-e9c492eae748 req-6e40203f-04ab-42ad-b878-a915b2b4d211 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826461 Sep 03 18:16:33.794433 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b9a44-545f-4e2e-9c4f-1adaa8622b11 req-6bf32dd1-f2da-4292-8508-c88d618065ba tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:33.797420 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-221b9a44-545f-4e2e-9c4f-1adaa8622b11 req-6bf32dd1-f2da-4292-8508-c88d618065ba tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 945 time: 0.0923226 Sep 03 18:16:33.841775 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-221b9a44-545f-4e2e-9c4f-1adaa8622b11 req-fad4ac8b-23d6-478b-bcf1-806d0832d4de tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378363 Sep 03 18:16:33.981677 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741c47c-55f6-4c2e-9c0e-6b57270d6968 req-dc95fc4c-6716-41e9-a213-50cedfcb4783 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:33.983147 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e741c47c-55f6-4c2e-9c0e-6b57270d6968 req-dc95fc4c-6716-41e9-a213-50cedfcb4783 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 944 time: 0.0507476 Sep 03 18:16:34.020802 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e741c47c-55f6-4c2e-9c0e-6b57270d6968 req-5e3775f1-53b7-46ac-a537-f019079a12c6 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Sep 03 18:16:34.510381 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0f3c0-c399-428f-9052-8c8ac59732fd req-1b23e53c-18d0-4fab-9e13-0271a49b5930 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:34.512003 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80f0f3c0-c399-428f-9052-8c8ac59732fd req-1b23e53c-18d0-4fab-9e13-0271a49b5930 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0523829 Sep 03 18:16:34.551929 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80f0f3c0-c399-428f-9052-8c8ac59732fd req-8e4dea43-3643-458c-b28b-a03324eeb37f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Sep 03 18:16:34.613821 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 98389267-ff00-42ad-8bc0-0f45fdd84721 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:16:34.652596 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 47652) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:34.714522 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 98389267-ff00-42ad-8bc0-0f45fdd84721, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98389267-ff00-42ad-8bc0-0f45fdd84721,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:34.728072 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '98389267-ff00-42ad-8bc0-0f45fdd84721', 'network_id': '2328b67b-efd7-4228-8287-e612103da764', 'port_id': '98389267-ff00-42ad-8bc0-0f45fdd84721', 'mac_address': 'fa:16:3e:b2:0a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38285df6-033e-4e7c-809c-62284d981a5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:16:34.767045 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:34.767305 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-97a2bf77-04f9-413e-8452-e777a6f3de0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:34.780478 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98389267-ff00-42ad-8bc0-0f45fdd84721 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:34.800937 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 98389267-ff00-42ad-8bc0-0f45fdd84721, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98389267-ff00-42ad-8bc0-0f45fdd84721,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:34.806207 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:34.860711 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=98389267-ff00-42ad-8bc0-0f45fdd84721,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:34.895656 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-97a2bf77-04f9-413e-8452-e777a6f3de0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:34.901511 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-97a2bf77-04f9-413e-8452-e777a6f3de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:34.941664 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2bf77-04f9-413e-8452-e777a6f3de0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be354ec-e448-4dd0-a5f6-1c38d4db3ad7,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:34.945944 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-97a2bf77-04f9-413e-8452-e777a6f3de0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c26390fcd6a44b89f767bbfe582bb7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922735 Sep 03 18:16:34.948432 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 47664) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:35.014008 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7644ee6d-fa80-44f9-b62e-31364fe3bc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:35.039918 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd420b3c-e67c-4a47-831a-b5ad68d592a5 req-e6ee1da6-1fee-47c7-a386-51416b7cece9 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:35.041644 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-dd420b3c-e67c-4a47-831a-b5ad68d592a5 req-e6ee1da6-1fee-47c7-a386-51416b7cece9 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 945 time: 0.1135528 Sep 03 18:16:35.044660 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7644ee6d-fa80-44f9-b62e-31364fe3bc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:35.087404 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-dd420b3c-e67c-4a47-831a-b5ad68d592a5 req-f9419a30-7cb9-419f-8bd4-26b533306f18 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Sep 03 18:16:35.173123 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7644ee6d-fa80-44f9-b62e-31364fe3bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:35.175919 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7644ee6d-fa80-44f9-b62e-31364fe3bc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:35.180041 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7644ee6d-fa80-44f9-b62e-31364fe3bc86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5be354ec-e448-4dd0-a5f6-1c38d4db3ad7 HTTP/1.1" status: 204 len: 168 time: 0.2276990 Sep 03 18:16:35.191040 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644ee6d-fa80-44f9-b62e-31364fe3bc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be354ec-e448-4dd0-a5f6-1c38d4db3ad7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:35.210579 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-db1f040f-aa66-473e-ac93-fba284f7314c tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:35.212417 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-db1f040f-aa66-473e-ac93-fba284f7314c tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/networks?id=c544f8f0-79cc-4449-a66d-ae2299eb6edd HTTP/1.1" status: 200 len: 813 time: 0.1443505 Sep 03 18:16:35.217653 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6fa4-d2bf-4ec5-95cb-9796516d4ecc req-87fa13a2-051c-46dc-83fe-b81d6b147ca3 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:35.220340 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-45ef6fa4-d2bf-4ec5-95cb-9796516d4ecc req-87fa13a2-051c-46dc-83fe-b81d6b147ca3 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 945 time: 0.0625219 Sep 03 18:16:35.233622 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['98389267-ff00-42ad-8bc0-0f45fdd84721'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:35.242249 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-060ba2af-0c0a-4293-969c-27f55a5c1370 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/quotas/ad6b4db1989949c88c492d2d3a31fe63 HTTP/1.1" status: 200 len: 375 time: 0.0118372 Sep 03 18:16:35.280207 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-d7db525e-c6a5-498f-a4fd-ea2edf4de110 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad6b4db1989949c88c492d2d3a31fe63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302052 Sep 03 18:16:35.281966 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-45ef6fa4-d2bf-4ec5-95cb-9796516d4ecc req-e2bb06ae-7eb2-417c-90b4-4a681e5174c8 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538008 Sep 03 18:16:35.443200 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-642a525c-6649-4981-9ebc-65d672267991 service neutron] 10.222.0.49 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416326 Sep 03 18:16:35.544369 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-64f79e66-80dc-42ee-b473-9d1741e7b70b service neutron] 10.222.0.49 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930724 Sep 03 18:16:35.582196 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 47692) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:35.597884 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85630815-68bc-4335-843d-8dc1fe926130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:35.727441 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a69588-2c2d-45b4-86f7-278c331cc339 req-59f22e84-0a79-4615-988b-09650e12a1f4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:35.729221 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-72a69588-2c2d-45b4-86f7-278c331cc339 req-59f22e84-0a79-4615-988b-09650e12a1f4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0886905 Sep 03 18:16:35.732540 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3a1266dd-f20f-4e3b-817c-0fd043a8bd9a req-534a0382-2fcf-45a3-ae85-0f08cdcc360a tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 210 time: 0.0349910 Sep 03 18:16:35.773551 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85630815-68bc-4335-843d-8dc1fe926130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:35.778713 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-85630815-68bc-4335-843d-8dc1fe926130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:35.798060 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-72a69588-2c2d-45b4-86f7-278c331cc339 req-ee91192d-e4e1-4ae1-97d6-0d4001dc3584 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622551 Sep 03 18:16:35.836407 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85630815-68bc-4335-843d-8dc1fe926130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ba96a5-55b4-4980-a9a6-a9d21526e41a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:35.843752 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-85630815-68bc-4335-843d-8dc1fe926130 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=046ad0378d044d53a760c6a540e3b6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602477 Sep 03 18:16:35.846502 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 47706) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:35.920016 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d75985e-a097-4726-9864-3830b244170a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:35.944385 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d75985e-a097-4726-9864-3830b244170a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.020195 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a186d66-989d-4d0e-a07f-7a70272f7e6a req-6b61315c-ee79-46aa-b055-dc7087b14d5a tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:36.022072 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5a186d66-989d-4d0e-a07f-7a70272f7e6a req-6b61315c-ee79-46aa-b055-dc7087b14d5a tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 945 time: 0.0659649 Sep 03 18:16:36.043838 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d75985e-a097-4726-9864-3830b244170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.046484 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d75985e-a097-4726-9864-3830b244170a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.047602 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-3d75985e-a097-4726-9864-3830b244170a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7ba96a5-55b4-4980-a9a6-a9d21526e41a HTTP/1.1" status: 204 len: 168 time: 0.1980581 Sep 03 18:16:36.067764 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75985e-a097-4726-9864-3830b244170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ba96a5-55b4-4980-a9a6-a9d21526e41a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:36.084321 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5a186d66-989d-4d0e-a07f-7a70272f7e6a req-e35ba81c-e8d4-40bd-9a05-f9464c6c9e84 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509148 Sep 03 18:16:36.412051 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 47720) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:36.421696 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaac0b-ba09-4681-8277-2f5d61e35565 req-a301b50d-68da-4be3-97ef-fc7fa9e8c6c7 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:36.423225 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c2eaac0b-ba09-4681-8277-2f5d61e35565 req-a301b50d-68da-4be3-97ef-fc7fa9e8c6c7 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 945 time: 0.0627508 Sep 03 18:16:36.427396 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cddc66c6-f85e-40f4-9454-7fc1c269c9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.465427 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c2eaac0b-ba09-4681-8277-2f5d61e35565 req-42914bc6-f778-4bbd-a75c-430c07a3d2d5 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Sep 03 18:16:36.517464 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cddc66c6-f85e-40f4-9454-7fc1c269c9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.521216 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cddc66c6-f85e-40f4-9454-7fc1c269c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.559723 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc66c6-f85e-40f4-9454-7fc1c269c9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dac98c7-31c8-4593-ab42-c08e2db6e734,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:36.563791 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-cddc66c6-f85e-40f4-9454-7fc1c269c9dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2bce6ac92bd4663b87590bd0535e40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505420 Sep 03 18:16:36.566508 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 47722) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:36.615689 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce82217-d019-4e44-b427-84c86c49f2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.615949 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 98389267-ff00-42ad-8bc0-0f45fdd84721 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:36.638089 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce82217-d019-4e44-b427-84c86c49f2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.667261 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 98389267-ff00-42ad-8bc0-0f45fdd84721 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:36.671593 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 98389267-ff00-42ad-8bc0-0f45fdd84721 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:36.671971 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.690978 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce82217-d019-4e44-b427-84c86c49f2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.694137 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cce82217-d019-4e44-b427-84c86c49f2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.695352 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-cce82217-d019-4e44-b427-84c86c49f2dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5dac98c7-31c8-4593-ab42-c08e2db6e734 HTTP/1.1" status: 204 len: 168 time: 0.1279492 Sep 03 18:16:36.703356 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce82217-d019-4e44-b427-84c86c49f2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dac98c7-31c8-4593-ab42-c08e2db6e734,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:36.765231 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.792237 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7846f894-744a-485f-bd45-b8759189cbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98389267-ff00-42ad-8bc0-0f45fdd84721'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:36.795004 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f43ccff-ab54-4075-af10-dc6cba812d76" -d '{"events": [{"server_uuid": "7846f894-744a-485f-bd45-b8759189cbf4", "name": "network-vif-plugged", "status": "completed", "tag": "98389267-ff00-42ad-8bc0-0f45fdd84721"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:36.808973 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 98389267-ff00-42ad-8bc0-0f45fdd84721, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98389267-ff00-42ad-8bc0-0f45fdd84721,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:36.815729 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:36.865552 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5067293e-4c37-4a95-94a3-828fa0690adf x-openstack-request-id: req-5067293e-4c37-4a95-94a3-828fa0690adf {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:36.865854 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7846f894-744a-485f-bd45-b8759189cbf4", "name": "network-vif-plugged", "status": "completed", "tag": "98389267-ff00-42ad-8bc0-0f45fdd84721", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:36.866110 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5067293e-4c37-4a95-94a3-828fa0690adf {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:36.866634 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7846f894-744a-485f-bd45-b8759189cbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98389267-ff00-42ad-8bc0-0f45fdd84721', 'code': 200} Sep 03 18:16:36.875256 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a1eb3945-295a-47e9-9581-d144244586e3 req-1152b3e1-7802-4381-a6d6-a56eff05ebf5 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 210 time: 0.0484474 Sep 03 18:16:36.915143 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=98389267-ff00-42ad-8bc0-0f45fdd84721,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:36.948574 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f550b-ff27-4aa7-bc96-739395519f1e req-ba5f1fc6-fcae-403c-9d0b-c586b27d7cab tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:36.956260 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-953f550b-ff27-4aa7-bc96-739395519f1e req-ba5f1fc6-fcae-403c-9d0b-c586b27d7cab tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0674908 Sep 03 18:16:37.039899 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-953f550b-ff27-4aa7-bc96-739395519f1e req-00d9d489-1b5f-4335-a9bb-9dc732c445c1 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824885 Sep 03 18:16:37.119167 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-6cbd25bc-efdb-489c-af7e-2642e4dabded tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:37.121516 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-6cbd25bc-efdb-489c-af7e-2642e4dabded tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.23 "GET /v2.0/networks?id=c544f8f0-79cc-4449-a66d-ae2299eb6edd HTTP/1.1" status: 200 len: 813 time: 0.1529934 Sep 03 18:16:37.124282 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f55fe-85e0-4b78-9b33-b3d2658a5cff req-387d8384-43c5-457e-8016-5b502770c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:37.126698 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f28f55fe-85e0-4b78-9b33-b3d2658a5cff req-387d8384-43c5-457e-8016-5b502770c37c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 1099 time: 0.0603406 Sep 03 18:16:37.156579 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Request body: {'port': {'device_id': 'a0a3a266-a2da-443c-af7f-f9a9a6fac253', 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd', 'admin_state_up': True, 'tenant_id': 'ad6b4db1989949c88c492d2d3a31fe63'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:37.224133 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f28f55fe-85e0-4b78-9b33-b3d2658a5cff req-6f70ea36-187b-46bd-8c69-e482f50114a7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699079 Sep 03 18:16:37.240440 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4e857-c6f3-473e-9d11-3095ad15ddb7 req-45b854c1-02d2-4658-a6b4-6866f60862b2 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:37.242057 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4ca4e857-c6f3-473e-9d11-3095ad15ddb7 req-45b854c1-02d2-4658-a6b4-6866f60862b2 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 945 time: 0.0813971 Sep 03 18:16:37.273902 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Made reservation on behalf of ad6b4db1989949c88c492d2d3a31fe63 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:37.277423 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:37.281190 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4ca4e857-c6f3-473e-9d11-3095ad15ddb7 req-6fdd01bc-9a8e-4721-942c-54895ab10a07 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332472 Sep 03 18:16:37.402315 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Allocated IP 172.20.0.4 (c544f8f0-79cc-4449-a66d-ae2299eb6edd/f79e9a62-f51b-4e1e-be9e-38afa361a3a9/d24acb3e-cf70-453b-b209-f18b9787643e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:37.553124 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:37.582272 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0091db-e368-48a6-b1e0-1659a897b386 req-e7d717fe-7275-40d8-a9b5-3a33cebaa118 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:37.583881 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ee0091db-e368-48a6-b1e0-1659a897b386 req-e7d717fe-7275-40d8-a9b5-3a33cebaa118 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 946 time: 0.0494070 Sep 03 18:16:37.592272 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:37.630742 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ee0091db-e368-48a6-b1e0-1659a897b386 req-d7c485cd-0a51-4228-ae01-064c859379bd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Sep 03 18:16:37.639868 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Network c544f8f0-79cc-4449-a66d-ae2299eb6edd is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:37.643098 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:37.650550 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Pushing event updated for resources: {'Port': ['ID=d24acb3e-cf70-453b-b209-f18b9787643e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:37.654313 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:37.702530 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:37.703146 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:37.717143 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-b77f7427-2771-4216-8790-8e21fe161a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652363 Sep 03 18:16:37.745987 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Request body: {'port': {'device_id': 'a0a3a266-a2da-443c-af7f-f9a9a6fac253', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:37.803436 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.045331 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd906f76-b5ff-4a56-93e4-4f75f1443cfd req-4ba065ac-3873-4f90-9cbb-8106486b19e8 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.046787 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bd906f76-b5ff-4a56-93e4-4f75f1443cfd req-4ba065ac-3873-4f90-9cbb-8106486b19e8 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 931 time: 0.1033289 Sep 03 18:16:38.128074 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bd906f76-b5ff-4a56-93e4-4f75f1443cfd req-0380e87d-d6ab-4b4e-b4c8-e5106927d5f1 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707610 Sep 03 18:16:38.145073 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24acb3e-cf70-453b-b209-f18b9787643e {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:38.150882 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.161404 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ad67c-718b-45ac-8c57-548cfa132a10 req-992dc7b8-0556-4f90-a0f2-1625ed12ddac tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.163619 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a55ad67c-718b-45ac-8c57-548cfa132a10 req-992dc7b8-0556-4f90-a0f2-1625ed12ddac tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0541337 Sep 03 18:16:38.165914 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Transition to ACTIVE for port object d24acb3e-cf70-453b-b209-f18b9787643e will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:38.170572 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.204652 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a55ad67c-718b-45ac-8c57-548cfa132a10 req-bce6f36b-6ed9-4c9f-97d9-3d0600003b88 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Sep 03 18:16:38.224104 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d24acb3e-cf70-453b-b209-f18b9787643e,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:38.288857 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Attempting to bind port d24acb3e-cf70-453b-b209-f18b9787643e on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:38.289196 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Attempting to bind port d24acb3e-cf70-453b-b209-f18b9787643e by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:38.289530 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Attempting to bind port d24acb3e-cf70-453b-b209-f18b9787643e on network c544f8f0-79cc-4449-a66d-ae2299eb6edd {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:38.294081 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Port d24acb3e-cf70-453b-b209-f18b9787643e on network c544f8f0-79cc-4449-a66d-ae2299eb6edd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:16:38.294404 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Attempting to bind port d24acb3e-cf70-453b-b209-f18b9787643e on network c544f8f0-79cc-4449-a66d-ae2299eb6edd {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:38.302009 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:38.302009 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Checking segment: {'id': '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:38.302009 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Bound using segment: {'id': '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:38.302009 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Bound port: d24acb3e-cf70-453b-b209-f18b9787643e, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:38.302009 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.411141 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] For port d24acb3e-cf70-453b-b209-f18b9787643e, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:38.428095 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] For port d24acb3e-cf70-453b-b209-f18b9787643e, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d24acb3e-cf70-453b-b209-f18b9787643e,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:38.434639 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.448808 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df792f-faaa-4afc-923d-d0262b4b2ff4 req-30a33cfb-9be8-4c28-b549-cd9b8d4c5d2e tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.450400 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d5df792f-faaa-4afc-923d-d0262b4b2ff4 req-30a33cfb-9be8-4c28-b549-cd9b8d4c5d2e tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 945 time: 0.0937486 Sep 03 18:16:38.498885 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.499507 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.500941 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/d24acb3e-cf70-453b-b209-f18b9787643e HTTP/1.1" status: 200 len: 1093 time: 0.7592280 Sep 03 18:16:38.502542 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a3a266-a2da-443c-af7f-f9a9a6fac253', 'tag': 'd24acb3e-cf70-453b-b209-f18b9787643e'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:38.504802 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14c09ca-863e-440f-86ac-cdde895206d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a3a266-a2da-443c-af7f-f9a9a6fac253", "tag": "d24acb3e-cf70-453b-b209-f18b9787643e"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:38.536591 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a5582-74f3-49f9-a0d5-2e69d8d954e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d24acb3e-cf70-453b-b209-f18b9787643e,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:38.542961 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d5df792f-faaa-4afc-923d-d0262b4b2ff4 req-0db3d909-4de7-4e79-b9f1-7a526af31cc1 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717015 Sep 03 18:16:38.555301 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aad337-5f68-48bd-be04-8f11b62fa1b0 x-openstack-request-id: req-83aad337-5f68-48bd-be04-8f11b62fa1b0 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:38.555710 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a3a266-a2da-443c-af7f-f9a9a6fac253", "tag": "d24acb3e-cf70-453b-b209-f18b9787643e", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:38.555844 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83aad337-5f68-48bd-be04-8f11b62fa1b0 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:38.556247 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a3a266-a2da-443c-af7f-f9a9a6fac253', 'tag': 'd24acb3e-cf70-453b-b209-f18b9787643e', 'status': 'completed', 'code': 200} Sep 03 18:16:38.612465 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-44439c87-a7c5-4224-b01c-c93af2a29a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.613784 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-44439c87-a7c5-4224-b01c-c93af2a29a02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad6b4db1989949c88c492d2d3a31fe63&device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 1096 time: 0.0469060 Sep 03 18:16:38.661989 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-97b3cbcc-7c68-4102-ba63-70177f849f47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d24acb3e-cf70-453b-b209-f18b9787643e HTTP/1.1" status: 200 len: 217 time: 0.0370080 Sep 03 18:16:38.752484 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-8eda8dfa-1ad8-4d3b-926a-065d5755d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.753965 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-8eda8dfa-1ad8-4d3b-926a-065d5755d225 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f79e9a62-f51b-4e1e-be9e-38afa361a3a9 HTTP/1.1" status: 200 len: 853 time: 0.0730734 Sep 03 18:16:38.782298 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916ffac-25cc-4abd-9954-7d9a6b91b7d0 req-967eab6f-1a5d-48a3-b230-b35f82663d04 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.783728 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5916ffac-25cc-4abd-9954-7d9a6b91b7d0 req-967eab6f-1a5d-48a3-b230-b35f82663d04 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 946 time: 0.0721884 Sep 03 18:16:38.804835 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-f11c44e3-647e-4309-9bd0-dc94e036c541 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c544f8f0-79cc-4449-a66d-ae2299eb6edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371218 Sep 03 18:16:38.851997 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5916ffac-25cc-4abd-9954-7d9a6b91b7d0 req-c9e6986a-baa4-45ce-88f4-b9d1ffaa13b1 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496356 Sep 03 18:16:38.919849 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-1e695ef8-5cac-4881-87cd-3dd1e2179670 service neutron] 10.222.0.23 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954127 Sep 03 18:16:38.991134 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-845f5533-e8d9-48be-ae87-4317f57db2e0 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.992680 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-845f5533-e8d9-48be-ae87-4317f57db2e0 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.23 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 945 time: 0.0486145 Sep 03 18:16:39.047242 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8555241e-40c6-47b9-ab1a-df0a1cdf85fe req-f12781af-ef3d-4e9b-bcbe-c6e666f2227c service neutron] 10.222.0.23 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039729 Sep 03 18:16:39.109680 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Deleting port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:16:39.110073 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:39.222400 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] For port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,segment=NetworkSegment(a6d8054b-37b5-4088-bb33-a1cd631f8143),segment_id=a6d8054b-37b5-4088-bb33-a1cd631f8143)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:39.223951 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:39.239273 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-489d5ce3-dff2-4109-a291-4d568ccebdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.240922 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-489d5ce3-dff2-4109-a291-4d568ccebdda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad6b4db1989949c88c492d2d3a31fe63&device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 1096 time: 0.0899827 Sep 03 18:16:39.253521 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8290a1-560d-4231-8607-d4d080a1a6db req-60384f9f-4715-4d1a-a553-e78433674115 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.255016 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2e8290a1-560d-4231-8607-d4d080a1a6db req-60384f9f-4715-4d1a-a553-e78433674115 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0877056 Sep 03 18:16:39.265026 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Calling delete_port for 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:16:39.359208 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2e8290a1-560d-4231-8607-d4d080a1a6db req-f8e9ab64-7ed5-44e1-a0d7-947e9c1f89a2 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976288 Sep 03 18:16:39.408682 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-5a9c0cdf-d322-4740-9ca2-c454e9455c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.410232 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-5a9c0cdf-d322-4740-9ca2-c454e9455c65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ebebe47fa784b48a9757b3dde37b664&device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 1138 time: 0.1338005 Sep 03 18:16:39.458100 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-4e0ce5e2-cc83-4d56-8fec-b043c69d7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.460065 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-4e0ce5e2-cc83-4d56-8fec-b043c69d7201 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c544f8f0-79cc-4449-a66d-ae2299eb6edd HTTP/1.1" status: 200 len: 914 time: 0.1825018 Sep 03 18:16:39.540915 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b36d7-b4ee-4ea0-be02-cef92c34e677 req-680728b2-8bb3-43fc-88a9-5f57bddbd866 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.543129 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3d7b36d7-b4ee-4ea0-be02-cef92c34e677 req-680728b2-8bb3-43fc-88a9-5f57bddbd866 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 943 time: 0.3145149 Sep 03 18:16:39.608953 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3d7b36d7-b4ee-4ea0-be02-cef92c34e677 req-2b082ac1-7fb1-4ac9-b707-df5f67f4cbb8 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Sep 03 18:16:39.712143 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:39.730235 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['0b3ef6f1-9f83-43e1-992e-99ca62d73fd7'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:39.754306 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Pushing event deleted for resources: {'Port': ['ID=0b3ef6f1-9f83-43e1-992e-99ca62d73fd7,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:39.768571 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-c35bc40c-d23f-4625-96ee-f1ff56ebf9c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d24acb3e-cf70-453b-b209-f18b9787643e HTTP/1.1" status: 200 len: 217 time: 0.2846832 Sep 03 18:16:39.795417 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] No DVR routers for this DVR port 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 on host hv-cinder-80409 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:16:39.804873 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7ada8-39aa-4241-8d6d-e3de21f76cfb req-7a9dfb67-6151-49d9-91fc-8ca569e3e521 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.806375 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b7ada8-39aa-4241-8d6d-e3de21f76cfb req-7a9dfb67-6151-49d9-91fc-8ca569e3e521 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/ports?device_id=011a4ae2-b96c-448f-aecb-c62cba834206 HTTP/1.1" status: 200 len: 867 time: 0.1282465 Sep 03 18:16:39.807457 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:39.809387 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c2bc99a5-244e-41d3-8e50-d4c9608d9246 req-84f91bde-62e8-4c3e-950c-3316acf1f773 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.23 "DELETE /v2.0/ports/0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 HTTP/1.1" status: 204 len: 173 time: 0.8067045 Sep 03 18:16:39.809824 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011a4ae2-b96c-448f-aecb-c62cba834206', 'name': 'network-vif-deleted', 'tag': '0b3ef6f1-9f83-43e1-992e-99ca62d73fd7'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:39.812481 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125b3c3-0cf1-4fbb-8262-5404dc5ebb7a" -d '{"events": [{"server_uuid": "011a4ae2-b96c-448f-aecb-c62cba834206", "name": "network-vif-deleted", "tag": "0b3ef6f1-9f83-43e1-992e-99ca62d73fd7"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:39.833796 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f709b3-10d3-4cac-a472-4b66903597b0 req-6f9068bc-8e85-425d-bad0-db42751f30c6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.835758 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-56f709b3-10d3-4cac-a472-4b66903597b0 req-6f9068bc-8e85-425d-bad0-db42751f30c6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.3997934 Sep 03 18:16:39.836824 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-e81bf4f9-6059-4143-9455-b3b58c635def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.838159 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-e81bf4f9-6059-4143-9455-b3b58c635def service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c HTTP/1.1" status: 200 len: 915 time: 0.4135740 Sep 03 18:16:39.850831 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-ea45b20e-d403-45f6-b56a-f0bca3863372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.852300 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-ea45b20e-d403-45f6-b56a-f0bca3863372 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f79e9a62-f51b-4e1e-be9e-38afa361a3a9 HTTP/1.1" status: 200 len: 853 time: 0.0746911 Sep 03 18:16:39.853234 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b9b7ada8-39aa-4241-8d6d-e3de21f76cfb req-0c39a2c7-cf1a-4532-ae1d-49c0f2e94484 tempest-VolumesActionsTest-502770895 tempest-VolumesActionsTest-502770895-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2e6cd3a-d491-4850-a5f9-22dd225841f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Sep 03 18:16:39.965036 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-9fe66c99-675d-4e8f-9347-2fb950563ff2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c544f8f0-79cc-4449-a66d-ae2299eb6edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848966 Sep 03 18:16:39.994661 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-56f709b3-10d3-4cac-a472-4b66903597b0 req-500ae392-6d91-4b0f-badf-c3c58381124f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352363 Sep 03 18:16:40.047766 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-28919c37-988b-47c5-a356-c1256d5980ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 1002 time: 0.1666365 Sep 03 18:16:40.062178 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220c78a9-dd75-497f-a833-7f3aecedc79e x-openstack-request-id: req-220c78a9-dd75-497f-a833-7f3aecedc79e {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:40.062489 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011a4ae2-b96c-448f-aecb-c62cba834206", "name": "network-vif-deleted", "tag": "0b3ef6f1-9f83-43e1-992e-99ca62d73fd7", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:40.062745 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-220c78a9-dd75-497f-a833-7f3aecedc79e {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:40.063199 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011a4ae2-b96c-448f-aecb-c62cba834206', 'name': 'network-vif-deleted', 'tag': '0b3ef6f1-9f83-43e1-992e-99ca62d73fd7', 'status': 'completed', 'code': 200} Sep 03 18:16:40.128030 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1c546-df56-4e44-a0d1-97ba08b543e7 req-d31302e1-ad06-4001-bebe-7eafe8f380ce tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:40.129745 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4cb1c546-df56-4e44-a0d1-97ba08b543e7 req-d31302e1-ad06-4001-bebe-7eafe8f380ce tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 946 time: 0.0504045 Sep 03 18:16:40.147341 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-cfa68d16-8610-4df7-9b88-540b3a950134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:40.148816 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-cfa68d16-8610-4df7-9b88-540b3a950134 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9afc0f1-c785-48cf-a379-d2eaf7059c40 HTTP/1.1" status: 200 len: 853 time: 0.0708628 Sep 03 18:16:40.152391 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-45d6034c-e833-4454-b188-39221ea90eed service neutron] 10.222.0.23 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731508 Sep 03 18:16:40.170731 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4cb1c546-df56-4e44-a0d1-97ba08b543e7 req-bd65fa7c-e594-4a18-837c-106dc37c3722 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346129 Sep 03 18:16:40.269257 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-786d0730-28d2-49c7-a20a-be2320ea5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:40.270785 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-786d0730-28d2-49c7-a20a-be2320ea5606 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1009479 Sep 03 18:16:40.315511 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b14c09ca-863e-440f-86ac-cdde895206d6 req-0c8dce92-21f7-4312-b08b-247605c87ba5 service neutron] 10.222.0.23 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367917 Sep 03 18:16:40.395522 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-b178f0cc-e203-403c-b8cd-ed0e6f52f8bd service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050906 Sep 03 18:16:40.561135 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c39dc-92a6-4d00-92a5-8c6b53662016 req-f4bc35dd-ac79-45db-8653-23f5c54ee268 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:40.562706 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a48c39dc-92a6-4d00-92a5-8c6b53662016 req-f4bc35dd-ac79-45db-8653-23f5c54ee268 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.1131940 Sep 03 18:16:40.592747 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2f52d655-cdfc-47e6-b41a-bcffd4cb9375 req-5fa5ea06-a0fe-44cc-a57b-325d378d1579 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750340 Sep 03 18:16:40.606810 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7901f708-c40d-4740-887a-2b8cf162933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.621820 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a48c39dc-92a6-4d00-92a5-8c6b53662016 req-47bbdbd8-e2ab-4ccc-9f5f-96764043cff5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522664 Sep 03 18:16:40.738482 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a0f7d-82bc-4e5a-930f-c0d2e18522f2 req-a973b556-0daa-4161-b795-655a6b8820d3 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:40.740035 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-495a0f7d-82bc-4e5a-930f-c0d2e18522f2 req-a973b556-0daa-4161-b795-655a6b8820d3 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 943 time: 0.0541203 Sep 03 18:16:40.780944 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-495a0f7d-82bc-4e5a-930f-c0d2e18522f2 req-b40e35f4-ea56-479a-a321-b4304199dc29 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Sep 03 18:16:41.149485 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b27c5-24e4-428d-8491-dfc39e745fd7 req-5a9f8f35-4fae-413d-9f83-8d49fb6b5d65 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:41.153210 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-327b27c5-24e4-428d-8491-dfc39e745fd7 req-5a9f8f35-4fae-413d-9f83-8d49fb6b5d65 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0599720 Sep 03 18:16:41.196587 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-327b27c5-24e4-428d-8491-dfc39e745fd7 req-cb866136-46fd-4735-977a-328a7fdbc2de tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Sep 03 18:16:41.776871 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf70d1-9a2e-4be8-ba5e-d101aa721463 req-0c426df7-101d-4ea7-9742-6072bcfdb9c6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:41.778434 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9ddf70d1-9a2e-4be8-ba5e-d101aa721463 req-0c426df7-101d-4ea7-9742-6072bcfdb9c6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0650849 Sep 03 18:16:41.824196 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9ddf70d1-9a2e-4be8-ba5e-d101aa721463 req-f88d060d-b6b3-48fc-aa18-ad90ca281372 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396473 Sep 03 18:16:41.957037 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44a4b8-bd6a-4a83-b236-eb7ba4aff2e2 req-c01a01d3-f03a-4ae6-a36f-0b39338db6fc tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:41.958562 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ba44a4b8-bd6a-4a83-b236-eb7ba4aff2e2 req-c01a01d3-f03a-4ae6-a36f-0b39338db6fc tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 943 time: 0.0722830 Sep 03 18:16:42.000622 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ba44a4b8-bd6a-4a83-b236-eb7ba4aff2e2 req-f7656188-cc49-47be-8c27-e9405f9b1eec tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360804 Sep 03 18:16:42.318995 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca323e8-d2af-44aa-8b92-5b74a8715a7f req-94b87567-c96c-465d-b870-53896e66692c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:42.320444 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cca323e8-d2af-44aa-8b92-5b74a8715a7f req-94b87567-c96c-465d-b870-53896e66692c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0539498 Sep 03 18:16:42.358893 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cca323e8-d2af-44aa-8b92-5b74a8715a7f req-9adcfab0-e368-4dba-8dad-2a8812e32263 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325434 Sep 03 18:16:42.940320 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ece54a-a9ab-4ffa-a71a-80da8ccffd9a req-5eb56aa7-5aa2-4785-949c-21c7a26594f5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:42.941817 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-06ece54a-a9ab-4ffa-a71a-80da8ccffd9a req-5eb56aa7-5aa2-4785-949c-21c7a26594f5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0486016 Sep 03 18:16:42.980818 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-06ece54a-a9ab-4ffa-a71a-80da8ccffd9a req-5dddfb61-d6d6-41b4-8b92-c5db94e15987 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328670 Sep 03 18:16:43.035937 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device d24acb3e-cf70-453b-b209-f18b9787643e details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:16:43.125206 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467b758-5008-4133-9d1d-680f25c03089 req-bbea1d98-2120-4330-91b4-8d1e94e436c2 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:43.127212 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8467b758-5008-4133-9d1d-680f25c03089 req-bbea1d98-2120-4330-91b4-8d1e94e436c2 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 943 time: 0.0579102 Sep 03 18:16:43.155284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port d24acb3e-cf70-453b-b209-f18b9787643e, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d24acb3e-cf70-453b-b209-f18b9787643e,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:43.164713 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8467b758-5008-4133-9d1d-680f25c03089 req-56268bc2-8678-4eca-b861-1ca3fdf1c70e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315223 Sep 03 18:16:43.166376 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': 'd24acb3e-cf70-453b-b209-f18b9787643e', 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd', 'port_id': 'd24acb3e-cf70-453b-b209-f18b9787643e', 'mac_address': 'fa:16:3e:e8:f2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79e9a62-f51b-4e1e-be9e-38afa361a3a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:16:43.204417 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.218208 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24acb3e-cf70-453b-b209-f18b9787643e {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:43.237163 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port d24acb3e-cf70-453b-b209-f18b9787643e, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d24acb3e-cf70-453b-b209-f18b9787643e,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:43.240819 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.288615 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=d24acb3e-cf70-453b-b209-f18b9787643e,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:43.364333 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-234bb4af-c29e-4a6a-a056-273fadf387dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.480588 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7b291-5d69-41f9-991e-f1bad3f5ab5b req-4c95b5ac-33f9-40bb-8dec-cda15dc5ecba tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:43.482137 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4df7b291-5d69-41f9-991e-f1bad3f5ab5b req-4c95b5ac-33f9-40bb-8dec-cda15dc5ecba tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0538056 Sep 03 18:16:43.522376 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4df7b291-5d69-41f9-991e-f1bad3f5ab5b req-c042988a-8e95-428d-bf83-0f93940f381c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341299 Sep 03 18:16:43.613562 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.929773 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:16:43.949646 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:16:43.949986 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 0b3ef6f1-9f83-43e1-992e-99ca62d73fd7 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:16:44.094271 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea6826-5abc-421f-a548-156593861b93 req-0059c719-e4d9-43e8-bbd3-50886bc884d6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:44.095760 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7bea6826-5abc-421f-a548-156593861b93 req-0059c719-e4d9-43e8-bbd3-50886bc884d6 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0494018 Sep 03 18:16:44.135542 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7bea6826-5abc-421f-a548-156593861b93 req-a1c57582-0622-482d-b487-7e5bd489fb27 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332801 Sep 03 18:16:44.280225 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5349cc7-d31f-47f9-b170-ffc725e32705 req-84867e03-02f2-48f2-a6da-623774de9fed tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:44.281700 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c5349cc7-d31f-47f9-b170-ffc725e32705 req-84867e03-02f2-48f2-a6da-623774de9fed tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 944 time: 0.0514603 Sep 03 18:16:44.319420 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c5349cc7-d31f-47f9-b170-ffc725e32705 req-fbc93c93-74e3-4a5c-842b-14740474c030 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Sep 03 18:16:44.458461 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.637580 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2857304-a94d-4c81-83d3-23333e473911 req-62d24f3e-9801-433f-b2a8-eeaddc9ab07b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:44.639076 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f2857304-a94d-4c81-83d3-23333e473911 req-62d24f3e-9801-433f-b2a8-eeaddc9ab07b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0477204 Sep 03 18:16:44.678791 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f2857304-a94d-4c81-83d3-23333e473911 req-1854f00c-7ec9-449b-9891-587bc542b0f4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335050 Sep 03 18:16:45.250347 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae31665-7259-460b-a187-a93178d6b8ef req-16cffd73-3cdd-4327-b8f3-c6ccf77a93d8 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:45.251806 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eae31665-7259-460b-a187-a93178d6b8ef req-16cffd73-3cdd-4327-b8f3-c6ccf77a93d8 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0494330 Sep 03 18:16:45.291259 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eae31665-7259-460b-a187-a93178d6b8ef req-b567bb23-7af7-43df-9991-6d060da4583d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326495 Sep 03 18:16:45.423330 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['d24acb3e-cf70-453b-b209-f18b9787643e'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:45.445354 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c098dd-6669-4ea9-9e5d-2e216583298e req-2a49f057-258a-4cf8-82b3-a1cf63c66114 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:45.446859 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-17c098dd-6669-4ea9-9e5d-2e216583298e req-2a49f057-258a-4cf8-82b3-a1cf63c66114 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 944 time: 0.0592451 Sep 03 18:16:45.484640 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-17c098dd-6669-4ea9-9e5d-2e216583298e req-3b468071-5b03-4ae8-a3d2-7f80cb305117 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317492 Sep 03 18:16:45.584060 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:45.799128 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557eed1-eccd-4ac5-9a6d-b2ecc946036e req-6054747e-f9fb-4e2f-a241-3b30a557b091 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:45.800591 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4557eed1-eccd-4ac5-9a6d-b2ecc946036e req-6054747e-f9fb-4e2f-a241-3b30a557b091 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0516670 Sep 03 18:16:45.838267 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4557eed1-eccd-4ac5-9a6d-b2ecc946036e req-01755443-70ca-4a9a-b2f3-b5b92ff242d4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Sep 03 18:16:46.061499 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:46.409753 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02042336-7a95-456a-ab0f-c4053a1b52d3 req-caed797c-fa2f-476d-a771-f8ef0ac03c37 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.412128 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-02042336-7a95-456a-ab0f-c4053a1b52d3 req-caed797c-fa2f-476d-a771-f8ef0ac03c37 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0538123 Sep 03 18:16:46.454660 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-02042336-7a95-456a-ab0f-c4053a1b52d3 req-438152ab-6065-41e6-9001-cd57771d46f4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356731 Sep 03 18:16:46.601549 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8643d-335a-4192-a2ee-fdbc17ce6cd5 req-7eafa66b-a867-4a4d-97af-580b2f4e69ca tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.603066 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-eeb8643d-335a-4192-a2ee-fdbc17ce6cd5 req-7eafa66b-a867-4a4d-97af-580b2f4e69ca tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 944 time: 0.0493789 Sep 03 18:16:46.644156 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-eeb8643d-335a-4192-a2ee-fdbc17ce6cd5 req-0a7f0bde-1549-4bbf-a528-f35f69a2e555 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Sep 03 18:16:46.972678 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e34ce0-efd4-48f7-9883-926d97eca372 req-d9e3da1b-4bb5-4ac7-ad93-af5c5d6610de tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.977117 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-62e34ce0-efd4-48f7-9883-926d97eca372 req-d9e3da1b-4bb5-4ac7-ad93-af5c5d6610de tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0549676 Sep 03 18:16:46.994118 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device d24acb3e-cf70-453b-b209-f18b9787643e up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:47.021902 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-62e34ce0-efd4-48f7-9883-926d97eca372 req-9b2a99af-d42c-45c9-b5a6-0e0c2879e32c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Sep 03 18:16:47.063266 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port d24acb3e-cf70-453b-b209-f18b9787643e completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:47.068782 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port d24acb3e-cf70-453b-b209-f18b9787643e triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:47.069354 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.153748 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.185232 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a3a266-a2da-443c-af7f-f9a9a6fac253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24acb3e-cf70-453b-b209-f18b9787643e'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:47.187913 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd97d45-c270-4c67-90fe-bf06b7ce2dd0" -d '{"events": [{"server_uuid": "a0a3a266-a2da-443c-af7f-f9a9a6fac253", "name": "network-vif-plugged", "status": "completed", "tag": "d24acb3e-cf70-453b-b209-f18b9787643e"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:47.205698 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port d24acb3e-cf70-453b-b209-f18b9787643e, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d24acb3e-cf70-453b-b209-f18b9787643e,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:47.212977 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.267637 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e846a10d-97f8-4581-b77e-c57edece02f0 x-openstack-request-id: req-e846a10d-97f8-4581-b77e-c57edece02f0 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:47.273184 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a3a266-a2da-443c-af7f-f9a9a6fac253", "name": "network-vif-plugged", "status": "completed", "tag": "d24acb3e-cf70-453b-b209-f18b9787643e", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:47.273697 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e846a10d-97f8-4581-b77e-c57edece02f0 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:47.274351 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a3a266-a2da-443c-af7f-f9a9a6fac253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24acb3e-cf70-453b-b209-f18b9787643e', 'code': 200} Sep 03 18:16:47.313455 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=d24acb3e-cf70-453b-b209-f18b9787643e,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:47.491815 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fffb6-7856-4091-b23d-ce68d8aab5bb req-fd28617f-c23d-46c5-ad5f-0331aa98df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:47.493460 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-872fffb6-7856-4091-b23d-ce68d8aab5bb req-fd28617f-c23d-46c5-ad5f-0331aa98df4d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 1098 time: 0.0581818 Sep 03 18:16:47.543558 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-872fffb6-7856-4091-b23d-ce68d8aab5bb req-efcb772c-8edf-48dc-8c2a-868b126df710 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390742 Sep 03 18:16:47.623046 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfad34-17fb-4806-94a1-528d78fb4060 req-d7a7d79e-26f0-4de6-ae22-168fa218c99f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:47.629261 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9acfad34-17fb-4806-94a1-528d78fb4060 req-d7a7d79e-26f0-4de6-ae22-168fa218c99f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0714586 Sep 03 18:16:47.679147 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9acfad34-17fb-4806-94a1-528d78fb4060 req-1f7a0d7f-d474-48f0-b75f-c268071450a9 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468259 Sep 03 18:16:47.804627 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163365f4-aade-4ddc-8cc4-5d2ad66e6b72 req-dec83c9d-0cde-4a6c-8ea1-1bb2aa5e308b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:47.806135 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-163365f4-aade-4ddc-8cc4-5d2ad66e6b72 req-dec83c9d-0cde-4a6c-8ea1-1bb2aa5e308b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 945 time: 0.0695236 Sep 03 18:16:47.857406 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-163365f4-aade-4ddc-8cc4-5d2ad66e6b72 req-97aae17c-72b7-4627-a807-a06950dbabd0 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444829 Sep 03 18:16:48.158280 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320c8d-0a4f-4c87-99e3-0bd054f23289 req-7f3e63a9-e28b-4f9b-8544-f486925a4b9c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:48.160074 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dd320c8d-0a4f-4c87-99e3-0bd054f23289 req-7f3e63a9-e28b-4f9b-8544-f486925a4b9c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0504367 Sep 03 18:16:48.215475 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dd320c8d-0a4f-4c87-99e3-0bd054f23289 req-42cba7a4-f3bb-4a9c-8edc-31c3c449389f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Sep 03 18:16:48.824665 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6110cc9-6770-4e27-9764-e6bf31c5e69b req-7435d411-53e2-4977-b172-7ef478c023b1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:48.826214 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e6110cc9-6770-4e27-9764-e6bf31c5e69b req-7435d411-53e2-4977-b172-7ef478c023b1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0571132 Sep 03 18:16:48.880446 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e6110cc9-6770-4e27-9764-e6bf31c5e69b req-fa35850d-ad51-4351-9eaa-c153cec81e49 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426192 Sep 03 18:16:49.010523 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d69a2-6a75-48ea-9fed-c856d9b78cd7 req-9bef43ca-681a-4b11-95e3-de0dc6ae7a25 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:49.018151 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ad4d69a2-6a75-48ea-9fed-c856d9b78cd7 req-9bef43ca-681a-4b11-95e3-de0dc6ae7a25 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 945 time: 0.0614753 Sep 03 18:16:49.057677 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ad4d69a2-6a75-48ea-9fed-c856d9b78cd7 req-bb8373eb-7d57-4499-a737-ee7e16f8e9ac tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Sep 03 18:16:49.348943 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44485c26-f8b1-46c6-81f5-60c98c5210c6 req-fbc49dca-92fa-4807-bf1d-164b913aec4c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:49.350436 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-44485c26-f8b1-46c6-81f5-60c98c5210c6 req-fbc49dca-92fa-4807-bf1d-164b913aec4c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0565455 Sep 03 18:16:49.391779 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-44485c26-f8b1-46c6-81f5-60c98c5210c6 req-e6be57e1-4fe9-4aab-a909-7ef2818a9c21 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Sep 03 18:16:50.035902 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2be1a-9d49-463e-afbe-207667ddfeb3 req-ea81aa81-4c35-4e53-830b-7a38d4f70ef2 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:50.038836 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-42d2be1a-9d49-463e-afbe-207667ddfeb3 req-ea81aa81-4c35-4e53-830b-7a38d4f70ef2 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0649757 Sep 03 18:16:50.111807 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-42d2be1a-9d49-463e-afbe-207667ddfeb3 req-d5685c80-2a59-429e-92c5-79bdf9cdc2ea tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538557 Sep 03 18:16:50.217318 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d7e91-0399-481b-b333-958fa955bdf7 req-a2d34cd0-7cdb-4028-a6b5-eca59a4c4776 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:50.220316 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2b6d7e91-0399-481b-b333-958fa955bdf7 req-a2d34cd0-7cdb-4028-a6b5-eca59a4c4776 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 945 time: 0.0779588 Sep 03 18:16:50.263029 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2b6d7e91-0399-481b-b333-958fa955bdf7 req-983f84d2-74bd-4e74-8a72-785c621a8a1b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360677 Sep 03 18:16:50.597583 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14d165-768e-41b0-991c-2568c4979b09 req-3794290f-e674-450f-855a-6c18b5ea7c73 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:50.599090 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-af14d165-768e-41b0-991c-2568c4979b09 req-3794290f-e674-450f-855a-6c18b5ea7c73 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1083319 Sep 03 18:16:50.680109 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-af14d165-768e-41b0-991c-2568c4979b09 req-dee53680-56f8-4d67-a41c-2ce8c94f6b7f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679996 Sep 03 18:16:51.223510 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cca737-b2a4-4649-b961-243d9f240853 req-41bbaf66-ce8c-4ed2-ab53-7486402ac981 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:51.226648 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c4cca737-b2a4-4649-b961-243d9f240853 req-41bbaf66-ce8c-4ed2-ab53-7486402ac981 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0675919 Sep 03 18:16:51.272116 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c4cca737-b2a4-4649-b961-243d9f240853 req-49cd5120-2291-4dc6-bb59-c727d79733be tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383739 Sep 03 18:16:51.769686 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:16:51.826290 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cfc50-9ba6-4c33-b795-4a47ca94cc78 req-92980a0e-e4fd-4646-8a04-7a4b953d0388 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:51.827897 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fe8cfc50-9ba6-4c33-b795-4a47ca94cc78 req-92980a0e-e4fd-4646-8a04-7a4b953d0388 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0621049 Sep 03 18:16:51.908791 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fe8cfc50-9ba6-4c33-b795-4a47ca94cc78 req-61670c58-1aec-4aaa-a6ca-53adbf71f70f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716505 Sep 03 18:16:52.401407 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46440368-d0ec-4c89-b83f-74dfea903d6c req-e4f3ce58-5771-43ab-8393-126fd07c2710 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:52.403250 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-46440368-d0ec-4c89-b83f-74dfea903d6c req-e4f3ce58-5771-43ab-8393-126fd07c2710 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0524518 Sep 03 18:16:52.453183 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-46440368-d0ec-4c89-b83f-74dfea903d6c req-6ab78dce-1ade-423d-9792-c74f470df48e tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435586 Sep 03 18:16:53.136756 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a4187-2788-4c3c-9b4b-ad827c61ddaa req-e0b1d1e7-4674-4a03-a2cf-1a61d9a1fef4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:53.138554 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-522a4187-2788-4c3c-9b4b-ad827c61ddaa req-e0b1d1e7-4674-4a03-a2cf-1a61d9a1fef4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0798275 Sep 03 18:16:53.200147 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-522a4187-2788-4c3c-9b4b-ad827c61ddaa req-c58c168c-9af1-4f90-8542-8406ded84b84 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551431 Sep 03 18:16:53.575119 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0133bb-8b4d-4fe5-9809-7c227853fafa req-e92a3e5c-20ef-4086-a236-53366157cad5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:53.576646 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ff0133bb-8b4d-4fe5-9809-7c227853fafa req-e92a3e5c-20ef-4086-a236-53366157cad5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0503287 Sep 03 18:16:53.619942 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ff0133bb-8b4d-4fe5-9809-7c227853fafa req-2ab167b8-0b1c-4dd4-94d9-241faa4fa397 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357034 Sep 03 18:16:54.331768 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45ec71-8809-4072-9982-1c919e6504ee req-8e43cfe7-e85b-4b35-9493-8db3ad2b8c2e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:54.334202 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-db45ec71-8809-4072-9982-1c919e6504ee req-8e43cfe7-e85b-4b35-9493-8db3ad2b8c2e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0590994 Sep 03 18:16:54.378842 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-db45ec71-8809-4072-9982-1c919e6504ee req-1adfb66d-d967-46a1-b96b-983a04c78c0c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382891 Sep 03 18:16:54.762571 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fdcd4-4d77-454e-b3ac-bb987fdd228a req-da591564-b2cf-4202-912a-bdbdf8a4ca64 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:54.764241 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-213fdcd4-4d77-454e-b3ac-bb987fdd228a req-da591564-b2cf-4202-912a-bdbdf8a4ca64 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0643325 Sep 03 18:16:54.827276 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-213fdcd4-4d77-454e-b3ac-bb987fdd228a req-2ea2df8a-a0e0-40bf-9d19-c8e0d6fc0d0e tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565543 Sep 03 18:16:55.541112 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b489e4-eebc-49e6-a2e2-09c90d3e1a5d req-e78b2d03-ab6c-4d14-94ff-e4ee3cc2f141 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:55.545069 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-26b489e4-eebc-49e6-a2e2-09c90d3e1a5d req-e78b2d03-ab6c-4d14-94ff-e4ee3cc2f141 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0639575 Sep 03 18:16:55.586126 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-26b489e4-eebc-49e6-a2e2-09c90d3e1a5d req-a8dcf706-f358-47e2-8ca7-e2af5509d748 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346909 Sep 03 18:16:55.960229 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7fde3-05df-4524-9e8f-ea14b5058ba3 req-40b44fc8-96af-449f-a299-265d9d69f865 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:55.961809 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-50d7fde3-05df-4524-9e8f-ea14b5058ba3 req-40b44fc8-96af-449f-a299-265d9d69f865 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0531096 Sep 03 18:16:56.009383 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-50d7fde3-05df-4524-9e8f-ea14b5058ba3 req-97302e7b-9225-4fa9-86de-a02ec5c50853 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407569 Sep 03 18:16:56.725665 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8725e-4136-418e-88a5-d8d44c763306 req-9100744f-a29b-4e73-a640-7760d959a4fd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:56.727298 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8da8725e-4136-418e-88a5-d8d44c763306 req-9100744f-a29b-4e73-a640-7760d959a4fd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0551488 Sep 03 18:16:56.773177 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8da8725e-4136-418e-88a5-d8d44c763306 req-6ccb44f9-83fc-4ee0-8787-2cc45804b971 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Sep 03 18:16:56.812867 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ca7bf-941a-44a9-aa04-9174732365d0 req-2422ee32-1ead-48d9-8943-5a3aef0b7b3c tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:56.814953 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1b5ca7bf-941a-44a9-aa04-9174732365d0 req-2422ee32-1ead-48d9-8943-5a3aef0b7b3c tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 946 time: 0.0633261 Sep 03 18:16:56.864581 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1b5ca7bf-941a-44a9-aa04-9174732365d0 req-4d6a2e5a-2bb3-4a4f-b3dd-e619b60b5560 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Sep 03 18:16:57.154316 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a6766-7b34-44a5-b2e6-e7395bb657cb req-84a4d106-8bd4-40f5-b61b-9429c51adb69 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:57.156290 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-cf6a6766-7b34-44a5-b2e6-e7395bb657cb req-84a4d106-8bd4-40f5-b61b-9429c51adb69 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0597522 Sep 03 18:16:57.214723 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-cf6a6766-7b34-44a5-b2e6-e7395bb657cb req-f795e937-499f-45c3-a19a-860d9cab2ce1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501659 Sep 03 18:16:57.886712 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf6e19-66ba-4920-bd07-b4afaffa324f req-d509a754-38a9-4bbc-a4ed-63e388db3e3f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:57.889384 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d2bf6e19-66ba-4920-bd07-b4afaffa324f req-d509a754-38a9-4bbc-a4ed-63e388db3e3f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0504909 Sep 03 18:16:57.941439 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d2bf6e19-66ba-4920-bd07-b4afaffa324f req-de11ec54-b2ac-4c70-8e2e-c7dfbd2212f4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Sep 03 18:16:58.012352 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e1c19-a244-4e56-b26c-e6468769b9e4 req-74d8a5a4-8063-4342-8c78-279ea0b0f865 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:58.014220 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-829e1c19-a244-4e56-b26c-e6468769b9e4 req-74d8a5a4-8063-4342-8c78-279ea0b0f865 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 946 time: 0.0597391 Sep 03 18:16:58.055675 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-829e1c19-a244-4e56-b26c-e6468769b9e4 req-f3a367b1-78be-4935-b1ab-67e835752279 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354662 Sep 03 18:16:58.339216 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a317904-2709-4391-8763-18de673004ba req-77585220-d13c-4d09-9ab7-d3b29952db1f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:58.340940 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3a317904-2709-4391-8763-18de673004ba req-77585220-d13c-4d09-9ab7-d3b29952db1f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0557456 Sep 03 18:16:58.406533 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3a317904-2709-4391-8763-18de673004ba req-03ae4300-6b7d-430a-8801-0738516e5f09 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591516 Sep 03 18:16:58.993022 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-c25e47f0-8bdf-4125-9dff-692c99f186dd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:58.994494 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-c25e47f0-8bdf-4125-9dff-692c99f186dd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 946 time: 0.0544398 Sep 03 18:16:59.174120 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb30c6-743d-438d-9f68-f1fb33db9330 req-ae42ec91-966d-44dd-a300-66d04425b401 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:59.175624 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3dfb30c6-743d-438d-9f68-f1fb33db9330 req-ae42ec91-966d-44dd-a300-66d04425b401 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1249917 Sep 03 18:16:59.215767 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3044c-833b-4f61-af5d-73eb8b8ef8d5 req-80b660dd-cd79-4e73-9024-9056ac140c86 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:59.218564 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8cb3044c-833b-4f61-af5d-73eb8b8ef8d5 req-80b660dd-cd79-4e73-9024-9056ac140c86 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 946 time: 0.0609052 Sep 03 18:16:59.224115 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Deleting port 98389267-ff00-42ad-8bc0-0f45fdd84721 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:16:59.224493 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:59.250707 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3dfb30c6-743d-438d-9f68-f1fb33db9330 req-374699f8-2b40-4c8a-adb7-5d4f07d6b344 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634022 Sep 03 18:16:59.281693 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8cb3044c-833b-4f61-af5d-73eb8b8ef8d5 req-28a94f4b-efa2-4073-b3f3-02b598e3ca14 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467474 Sep 03 18:16:59.346096 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] For port 98389267-ff00-42ad-8bc0-0f45fdd84721, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98389267-ff00-42ad-8bc0-0f45fdd84721,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:59.346492 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:59.369604 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Calling delete_port for 98389267-ff00-42ad-8bc0-0f45fdd84721 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:16:59.565919 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fd28d-137c-438d-9340-dc3203db96b0 req-e4540ce0-41b8-435a-b089-c57b00ed2da9 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:59.567461 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-288fd28d-137c-438d-9340-dc3203db96b0 req-e4540ce0-41b8-435a-b089-c57b00ed2da9 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0911367 Sep 03 18:16:59.625926 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-288fd28d-137c-438d-9340-dc3203db96b0 req-6e7026e3-6ab0-4ca0-aef7-f5e753788eb9 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490637 Sep 03 18:16:59.626678 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:59.641197 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['7de58bb3-47e6-46c6-b985-d8bbd367b27c', '99d0c3bb-c36b-4e8a-a890-c80249fbaa54', '19b33d07-dcdb-458e-bc3f-ddae0176f6fc', '98389267-ff00-42ad-8bc0-0f45fdd84721'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:59.703607 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Pushing event deleted for resources: {'Port': ['ID=98389267-ff00-42ad-8bc0-0f45fdd84721,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:59.743119 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] No DVR routers for this DVR port 98389267-ff00-42ad-8bc0-0f45fdd84721 on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:16:59.747157 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:59.749264 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-42c8af97-5a47-48f7-8695-b36ae9c771f8 req-4b7f1350-e82d-4492-8ba5-89d885c724cd tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "DELETE /v2.0/ports/98389267-ff00-42ad-8bc0-0f45fdd84721 HTTP/1.1" status: 204 len: 173 time: 0.7409399 Sep 03 18:16:59.749717 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7846f894-744a-485f-bd45-b8759189cbf4', 'name': 'network-vif-deleted', 'tag': '98389267-ff00-42ad-8bc0-0f45fdd84721'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:59.752211 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcf9260-ad06-4d0e-b365-a3de249fc173" -d '{"events": [{"server_uuid": "7846f894-744a-485f-bd45-b8759189cbf4", "name": "network-vif-deleted", "tag": "98389267-ff00-42ad-8bc0-0f45fdd84721"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:59.799571 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8bedd6-da68-4b38-a5eb-165b9b5b5028 x-openstack-request-id: req-9c8bedd6-da68-4b38-a5eb-165b9b5b5028 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:59.800073 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7846f894-744a-485f-bd45-b8759189cbf4", "name": "network-vif-deleted", "tag": "98389267-ff00-42ad-8bc0-0f45fdd84721", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:59.800577 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c8bedd6-da68-4b38-a5eb-165b9b5b5028 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:59.801175 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7846f894-744a-485f-bd45-b8759189cbf4', 'name': 'network-vif-deleted', 'tag': '98389267-ff00-42ad-8bc0-0f45fdd84721', 'status': 'completed', 'code': 200} Sep 03 18:17:00.407389 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1ecca7d8-a6d3-4f65-bd8f-d149d161bc69 req-5e488802-37c7-4183-866d-7732d46d38d9 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=7846f894-744a-485f-bd45-b8759189cbf4 HTTP/1.1" status: 200 len: 210 time: 0.0304282 Sep 03 18:17:00.419561 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29782f8-bec9-4ecd-bfb5-6bf378758b0a req-2b6738a6-5885-4d0c-ad1b-2e1234667af4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:00.425161 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f29782f8-bec9-4ecd-bfb5-6bf378758b0a req-2b6738a6-5885-4d0c-ad1b-2e1234667af4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0886521 Sep 03 18:17:00.470898 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f29782f8-bec9-4ecd-bfb5-6bf378758b0a req-89b61dcc-4df4-49ed-9046-cf915988a4a8 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Sep 03 18:17:00.757366 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239501-2518-4c5c-b347-89e8001cfbed req-cf6c443a-599e-4f9b-99cb-575ae5271744 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:00.759331 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-86239501-2518-4c5c-b347-89e8001cfbed req-cf6c443a-599e-4f9b-99cb-575ae5271744 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0515339 Sep 03 18:17:00.816083 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-86239501-2518-4c5c-b347-89e8001cfbed req-d79b5f7c-8fdd-40d2-8460-236653ef191d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477598 Sep 03 18:17:01.607906 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456e039-e551-4f23-a9e1-a85108b7706c req-7cea99f3-0037-4666-82b2-311a60ded62d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:01.609554 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3456e039-e551-4f23-a9e1-a85108b7706c req-7cea99f3-0037-4666-82b2-311a60ded62d tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0596611 Sep 03 18:17:01.655458 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3456e039-e551-4f23-a9e1-a85108b7706c req-f9ce3d1a-e825-4d2a-a5ed-ec9c0dce5ee8 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Sep 03 18:17:01.945242 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48e5f9-88f0-4a67-814c-5d930c6dfc1e req-59eda075-d249-44a4-9908-71b9a76c417d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:01.946811 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-df48e5f9-88f0-4a67-814c-5d930c6dfc1e req-59eda075-d249-44a4-9908-71b9a76c417d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0590913 Sep 03 18:17:01.992101 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-df48e5f9-88f0-4a67-814c-5d930c6dfc1e req-c70efcfe-4d70-4fe5-81cc-439d056db19f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&id=f3994244-488e-4ec5-816f-ce2abf893717&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381618 Sep 03 18:17:02.813561 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d1803-929d-42fb-abc3-60cf632f4f73 req-9b6e4540-da46-42b5-beed-0da18dc8c6a2 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:02.819479 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-243d1803-929d-42fb-abc3-60cf632f4f73 req-9b6e4540-da46-42b5-beed-0da18dc8c6a2 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0573125 Sep 03 18:17:02.862906 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-243d1803-929d-42fb-abc3-60cf632f4f73 req-e9c3e638-d6f7-4196-aeba-bca2fd8445be tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372319 Sep 03 18:17:02.943485 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528ab1-0575-40c6-9593-5d3bf8b69b2b req-d13f07a0-72e4-48bb-a3d5-11c8a7112fee tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:02.945076 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9a528ab1-0575-40c6-9593-5d3bf8b69b2b req-d13f07a0-72e4-48bb-a3d5-11c8a7112fee tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 945 time: 0.0676472 Sep 03 18:17:02.990841 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9a528ab1-0575-40c6-9593-5d3bf8b69b2b req-84597a27-32c0-4fc8-9fc8-cfe912714e17 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372293 Sep 03 18:17:03.083008 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 98389267-ff00-42ad-8bc0-0f45fdd84721 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:03.103632 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 98389267-ff00-42ad-8bc0-0f45fdd84721 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:03.104022 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 98389267-ff00-42ad-8bc0-0f45fdd84721 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:03.991571 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3a31-7374-4186-891f-53498e210321 req-46e5c878-f000-4de2-9029-6be37c31f972 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:03.993191 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ffbd3a31-7374-4186-891f-53498e210321 req-46e5c878-f000-4de2-9029-6be37c31f972 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0542562 Sep 03 18:17:04.041250 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ffbd3a31-7374-4186-891f-53498e210321 req-b734c979-a9fb-4dba-a708-2a01fe18b76a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Sep 03 18:17:04.122730 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf7c5-5cc8-4f45-9ba9-aa566492f92b req-e80a4753-dd6f-4e3a-937b-a51abe0df9ad tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:04.124339 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1eedf7c5-5cc8-4f45-9ba9-aa566492f92b req-e80a4753-dd6f-4e3a-937b-a51abe0df9ad tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 945 time: 0.0572896 Sep 03 18:17:04.171437 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1eedf7c5-5cc8-4f45-9ba9-aa566492f92b req-10b1ac5b-7629-499c-abcf-d726a622052d tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 Sep 03 18:17:05.149898 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d27fb-2dab-407f-82a2-377f8470583b req-1913e83f-80a2-4cc3-89c6-5b2a2b9f89bf tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:05.151653 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-040d27fb-2dab-407f-82a2-377f8470583b req-1913e83f-80a2-4cc3-89c6-5b2a2b9f89bf tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 945 time: 0.0535035 Sep 03 18:17:05.159147 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409bfc9-2526-42bc-be6e-05d438d72230 req-db587451-eb9a-4bfd-a77f-c70c07a21eb8 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:05.160870 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4409bfc9-2526-42bc-be6e-05d438d72230 req-db587451-eb9a-4bfd-a77f-c70c07a21eb8 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Sep 03 18:17:05.218576 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4409bfc9-2526-42bc-be6e-05d438d72230 req-0f197ff2-df2b-4a1d-a0b4-576bee328492 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492797 Sep 03 18:17:05.288950 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-040d27fb-2dab-407f-82a2-377f8470583b req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Deleting port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:05.289297 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-040d27fb-2dab-407f-82a2-377f8470583b req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:05.338521 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a968b-aaf0-4ed9-9052-4483447fa5b4 req-fb332a14-6b88-4886-81ac-b1645bdf7c55 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:05.342030 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f14a968b-aaf0-4ed9-9052-4483447fa5b4 req-fb332a14-6b88-4886-81ac-b1645bdf7c55 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=17964ac7-f0ff-4985-b04c-3e76b760b1f7 HTTP/1.1" status: 200 len: 945 time: 0.0636766 Sep 03 18:17:05.401632 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f14a968b-aaf0-4ed9-9052-4483447fa5b4 req-1b5c7fdb-b8c0-40b8-93ab-bf1a18254859 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Sep 03 18:17:05.402870 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-040d27fb-2dab-407f-82a2-377f8470583b req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] For port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:05.403452 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-040d27fb-2dab-407f-82a2-377f8470583b req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:05.421404 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-040d27fb-2dab-407f-82a2-377f8470583b req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Calling delete_port for 19b33d07-dcdb-458e-bc3f-ddae0176f6fc owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:05.565956 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-040d27fb-2dab-407f-82a2-377f8470583b req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:05.577670 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['7de58bb3-47e6-46c6-b985-d8bbd367b27c', '99d0c3bb-c36b-4e8a-a890-c80249fbaa54', '19b33d07-dcdb-458e-bc3f-ddae0176f6fc'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:05.597901 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Pushing event deleted for resources: {'Port': ['ID=19b33d07-dcdb-458e-bc3f-ddae0176f6fc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:05.658486 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-040d27fb-2dab-407f-82a2-377f8470583b req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] No DVR routers for this DVR port 19b33d07-dcdb-458e-bc3f-ddae0176f6fc on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:17:05.662749 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-040d27fb-2dab-407f-82a2-377f8470583b req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:05.665102 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-040d27fb-2dab-407f-82a2-377f8470583b req-487b00fc-0f96-4671-bafa-0b4234666147 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "DELETE /v2.0/ports/19b33d07-dcdb-458e-bc3f-ddae0176f6fc HTTP/1.1" status: 204 len: 173 time: 0.4997971 Sep 03 18:17:05.665554 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17964ac7-f0ff-4985-b04c-3e76b760b1f7', 'name': 'network-vif-deleted', 'tag': '19b33d07-dcdb-458e-bc3f-ddae0176f6fc'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:05.668739 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cb3f3f-0f04-451c-91b8-63a29ae76b4b" -d '{"events": [{"server_uuid": "17964ac7-f0ff-4985-b04c-3e76b760b1f7", "name": "network-vif-deleted", "tag": "19b33d07-dcdb-458e-bc3f-ddae0176f6fc"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:05.718738 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb3e2e7-390d-41bd-8ec0-0de703d68fc5 x-openstack-request-id: req-deb3e2e7-390d-41bd-8ec0-0de703d68fc5 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:05.719209 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17964ac7-f0ff-4985-b04c-3e76b760b1f7", "name": "network-vif-deleted", "tag": "19b33d07-dcdb-458e-bc3f-ddae0176f6fc", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:05.719895 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-deb3e2e7-390d-41bd-8ec0-0de703d68fc5 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:05.720287 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17964ac7-f0ff-4985-b04c-3e76b760b1f7', 'name': 'network-vif-deleted', 'tag': '19b33d07-dcdb-458e-bc3f-ddae0176f6fc', 'status': 'completed', 'code': 200} Sep 03 18:17:06.354542 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba749b-fbc8-4fa7-907d-614de964be16 req-9560a27e-d7f1-484e-9e04-fd1d3cb6e4c8 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:06.356108 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-beba749b-fbc8-4fa7-907d-614de964be16 req-9560a27e-d7f1-484e-9e04-fd1d3cb6e4c8 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0622168 Sep 03 18:17:06.418278 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-beba749b-fbc8-4fa7-907d-614de964be16 req-63dcefc5-bdf9-4e63-a6ab-ffd4cfefded4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544012 Sep 03 18:17:06.946786 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef8c7-4a28-4b8b-8318-87a97db5f4c7 req-3ff892e4-267b-44ec-9c68-ec8c4b0c5ae5 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:06.948556 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b60ef8c7-4a28-4b8b-8318-87a97db5f4c7 req-3ff892e4-267b-44ec-9c68-ec8c4b0c5ae5 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 945 time: 0.2666075 Sep 03 18:17:06.989216 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b60ef8c7-4a28-4b8b-8318-87a97db5f4c7 req-7da356c5-f82c-4f7a-9059-38e40341822a tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Sep 03 18:17:07.568555 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745fea-13db-4f20-a886-8fb04b29f8fd req-41bc9ecc-6667-473b-af9c-41a63cfe9932 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:07.570335 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5f745fea-13db-4f20-a886-8fb04b29f8fd req-41bc9ecc-6667-473b-af9c-41a63cfe9932 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0558953 Sep 03 18:17:07.624660 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5f745fea-13db-4f20-a886-8fb04b29f8fd req-75eb154c-1eb7-446a-aefb-baa671650d0f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Sep 03 18:17:08.128012 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78590684-35e7-4d46-ae5c-e3abd5487933 req-ffd422fb-a2d5-4e80-82e6-3b39dda1f480 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:08.129934 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-78590684-35e7-4d46-ae5c-e3abd5487933 req-ffd422fb-a2d5-4e80-82e6-3b39dda1f480 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 945 time: 0.0542254 Sep 03 18:17:08.171501 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-78590684-35e7-4d46-ae5c-e3abd5487933 req-5b6bf216-81e5-407e-9894-b56ba3e7114a tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339112 Sep 03 18:17:08.482231 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f6e50-632a-415a-9965-181e933d6541 req-1f16a988-5906-4a42-bf6f-e1605df2e0cf tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:08.483625 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-076f6e50-632a-415a-9965-181e933d6541 req-1f16a988-5906-4a42-bf6f-e1605df2e0cf tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 945 time: 0.0516357 Sep 03 18:17:08.600257 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-076f6e50-632a-415a-9965-181e933d6541 req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Deleting port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:08.600671 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-076f6e50-632a-415a-9965-181e933d6541 req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:08.696860 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-076f6e50-632a-415a-9965-181e933d6541 req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] For port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:08.697327 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-076f6e50-632a-415a-9965-181e933d6541 req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:08.711671 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-076f6e50-632a-415a-9965-181e933d6541 req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Calling delete_port for 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:08.770018 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d48486-ecfa-459f-8ea7-88e70abae68d req-7265581b-2e47-4df2-97a1-49f49cb11fb6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:08.771383 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a0d48486-ecfa-459f-8ea7-88e70abae68d req-7265581b-2e47-4df2-97a1-49f49cb11fb6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0586751 Sep 03 18:17:08.821858 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a0d48486-ecfa-459f-8ea7-88e70abae68d req-706da4d1-cb04-4fb8-9036-599c37fa0874 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Sep 03 18:17:08.866864 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-076f6e50-632a-415a-9965-181e933d6541 req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:08.887723 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['7de58bb3-47e6-46c6-b985-d8bbd367b27c', '99d0c3bb-c36b-4e8a-a890-c80249fbaa54'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:08.895245 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Pushing event deleted for resources: {'Port': ['ID=99d0c3bb-c36b-4e8a-a890-c80249fbaa54,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:08.942946 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-076f6e50-632a-415a-9965-181e933d6541 req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] No DVR routers for this DVR port 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:17:08.946230 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-076f6e50-632a-415a-9965-181e933d6541 req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:08.949601 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-076f6e50-632a-415a-9965-181e933d6541 req-0d7a87ca-f137-409e-bf4d-06e5703cba56 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "DELETE /v2.0/ports/99d0c3bb-c36b-4e8a-a890-c80249fbaa54 HTTP/1.1" status: 204 len: 173 time: 0.4544468 Sep 03 18:17:08.950061 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b7daf-158b-4a39-b021-48fd3fbc6c31', 'name': 'network-vif-deleted', 'tag': '99d0c3bb-c36b-4e8a-a890-c80249fbaa54'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:08.953246 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7ce805-6c20-422d-8c9a-dfd7ffb080fe" -d '{"events": [{"server_uuid": "f00b7daf-158b-4a39-b021-48fd3fbc6c31", "name": "network-vif-deleted", "tag": "99d0c3bb-c36b-4e8a-a890-c80249fbaa54"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:09.009205 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45feb055-4919-4f5b-a901-38450ab2a0c9 x-openstack-request-id: req-45feb055-4919-4f5b-a901-38450ab2a0c9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:09.009498 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00b7daf-158b-4a39-b021-48fd3fbc6c31", "name": "network-vif-deleted", "tag": "99d0c3bb-c36b-4e8a-a890-c80249fbaa54", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:09.009749 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45feb055-4919-4f5b-a901-38450ab2a0c9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:09.010203 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00b7daf-158b-4a39-b021-48fd3fbc6c31', 'name': 'network-vif-deleted', 'tag': '99d0c3bb-c36b-4e8a-a890-c80249fbaa54', 'status': 'completed', 'code': 200} Sep 03 18:17:09.087054 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 19b33d07-dcdb-458e-bc3f-ddae0176f6fc no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:09.114558 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 19b33d07-dcdb-458e-bc3f-ddae0176f6fc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:09.115120 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 19b33d07-dcdb-458e-bc3f-ddae0176f6fc not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:09.289475 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4bf6b49b-a943-4242-90b0-9e255f2ea692 req-6a8ca1e0-3ef2-48b8-81b2-03e88378a0a3 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=f00b7daf-158b-4a39-b021-48fd3fbc6c31 HTTP/1.1" status: 200 len: 210 time: 0.0362523 Sep 03 18:17:09.959042 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6377781-dfdd-4c15-a589-51f36a824ceb req-af501b46-abfa-42ba-858e-44413b37d214 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:09.961309 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a6377781-dfdd-4c15-a589-51f36a824ceb req-af501b46-abfa-42ba-858e-44413b37d214 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0646672 Sep 03 18:17:10.017879 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a6377781-dfdd-4c15-a589-51f36a824ceb req-bb97b513-34ee-456f-b55f-a24f01f36737 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504806 Sep 03 18:17:10.598926 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a5630be0-0eaf-49e7-a6fb-20baed4edeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:11.238712 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959bc2-e995-4183-8a88-9dae1a2d874e req-32c3707c-ea6b-482e-9653-4f6bbef08ca5 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:11.240507 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca959bc2-e995-4183-8a88-9dae1a2d874e req-32c3707c-ea6b-482e-9653-4f6bbef08ca5 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0598755 Sep 03 18:17:11.282733 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca959bc2-e995-4183-8a88-9dae1a2d874e req-bef4d568-6614-45ac-9818-3d9ca45e3304 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344245 Sep 03 18:17:11.773839 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2bb1e-e7eb-4ebf-89c2-52d9f19b81a3 req-4185e42f-d24c-4853-9b0c-abe59201250f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:11.775365 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-82e2bb1e-e7eb-4ebf-89c2-52d9f19b81a3 req-4185e42f-d24c-4853-9b0c-abe59201250f tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.0578187 Sep 03 18:17:11.828907 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-82e2bb1e-e7eb-4ebf-89c2-52d9f19b81a3 req-2f405dc4-b298-438d-ae49-14a61e9d76d7 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474780 Sep 03 18:17:12.423114 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1ff2d-3403-43d8-aaa1-15cad33b0e9a req-377976fe-0e90-4bab-879e-b723d5005f1c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:12.425110 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f8c1ff2d-3403-43d8-aaa1-15cad33b0e9a req-377976fe-0e90-4bab-879e-b723d5005f1c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0708246 Sep 03 18:17:12.483889 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f8c1ff2d-3403-43d8-aaa1-15cad33b0e9a req-7fb224e0-0fd9-4c67-b75b-c3f33950b7fd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489922 Sep 03 18:17:12.976495 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb99a17-0900-42df-bdcd-2542a4584378 req-4821ce38-1607-4c51-929c-be170916c3fa tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:12.978062 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2cb99a17-0900-42df-bdcd-2542a4584378 req-4821ce38-1607-4c51-929c-be170916c3fa tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.0558946 Sep 03 18:17:13.022520 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2cb99a17-0900-42df-bdcd-2542a4584378 req-507ab293-6bb2-4408-b8c0-86738224d05c tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381429 Sep 03 18:17:13.120059 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:13.140838 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:13.141181 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 99d0c3bb-c36b-4e8a-a890-c80249fbaa54 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:13.370410 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c7acadd1-93ca-4900-a9d0-700e102d2205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:13.593969 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842878b-79ec-424d-af54-2e479ef99031 req-1d1561be-5280-4a14-993d-e4b8256940bc tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:13.595849 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4842878b-79ec-424d-af54-2e479ef99031 req-1d1561be-5280-4a14-993d-e4b8256940bc tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0508742 Sep 03 18:17:13.619156 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:13.661151 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4842878b-79ec-424d-af54-2e479ef99031 req-227539e5-b016-40d3-8857-b83a4cb7ad34 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552595 Sep 03 18:17:13.737921 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-93ef9c3b-18fe-4928-95b7-7323b8def846 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:13.739482 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-93ef9c3b-18fe-4928-95b7-7323b8def846 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.0647192 Sep 03 18:17:13.932031 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Deleting port 7de58bb3-47e6-46c6-b985-d8bbd367b27c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:13.932031 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:14.045170 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f116-a642-4f17-9b9e-803bf4c5f7af req-a39e5b49-7c2d-4132-acf7-d88a32636af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:14.046755 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a666f116-a642-4f17-9b9e-803bf4c5f7af req-a39e5b49-7c2d-4132-acf7-d88a32636af8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1098 time: 0.1048596 Sep 03 18:17:14.109223 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] For port 7de58bb3-47e6-46c6-b985-d8bbd367b27c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=7de58bb3-47e6-46c6-b985-d8bbd367b27c,segment=NetworkSegment(103c374c-7709-4f57-8e9d-0f8136f1f7d4),segment_id=103c374c-7709-4f57-8e9d-0f8136f1f7d4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:14.109599 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:14.138377 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a666f116-a642-4f17-9b9e-803bf4c5f7af req-378ea92e-8fa1-45b6-9157-5e8dae45c7b4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753505 Sep 03 18:17:14.157094 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Calling delete_port for 7de58bb3-47e6-46c6-b985-d8bbd367b27c owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:14.223830 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e65c3-c1c6-4a45-a2dc-1ceaebc470cf req-0a2fb75a-0862-4932-bf03-2e68a1679162 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:14.225404 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a28e65c3-c1c6-4a45-a2dc-1ceaebc470cf req-0a2fb75a-0862-4932-bf03-2e68a1679162 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/ports?device_id=e86aa014-9ba4-4c10-a2c6-675bafd2b520 HTTP/1.1" status: 200 len: 946 time: 0.1039762 Sep 03 18:17:14.303159 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a28e65c3-c1c6-4a45-a2dc-1ceaebc470cf req-2005c316-0dd0-4fac-98af-cf818dced142 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c59e5a-2e8a-445e-93d8-e792157c4783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693281 Sep 03 18:17:14.377657 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:14.398804 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['7de58bb3-47e6-46c6-b985-d8bbd367b27c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:14.480743 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:14.481000 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Pushing event deleted for resources: {'Port': ['ID=7de58bb3-47e6-46c6-b985-d8bbd367b27c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:14.507885 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] No DVR routers for this DVR port 7de58bb3-47e6-46c6-b985-d8bbd367b27c on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:17:14.511274 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:14.514695 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c65c2994-b5dd-4b0c-a646-9f6db6a7d354 req-1ccbc038-1a85-47d2-9d94-caf5d9668204 tempest-AttachVolumeNegativeTest-1596833584 tempest-AttachVolumeNegativeTest-1596833584-project] 10.222.0.23 "DELETE /v2.0/ports/7de58bb3-47e6-46c6-b985-d8bbd367b27c HTTP/1.1" status: 204 len: 173 time: 0.7652104 Sep 03 18:17:14.515304 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86aa014-9ba4-4c10-a2c6-675bafd2b520', 'name': 'network-vif-deleted', 'tag': '7de58bb3-47e6-46c6-b985-d8bbd367b27c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:14.521489 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aec6ce0-66bb-47b4-9fc6-10d935e9c353" -d '{"events": [{"server_uuid": "e86aa014-9ba4-4c10-a2c6-675bafd2b520", "name": "network-vif-deleted", "tag": "7de58bb3-47e6-46c6-b985-d8bbd367b27c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:14.597984 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d798f123-b225-4a81-9c05-af0e4099505d x-openstack-request-id: req-d798f123-b225-4a81-9c05-af0e4099505d {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:14.598542 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86aa014-9ba4-4c10-a2c6-675bafd2b520", "name": "network-vif-deleted", "tag": "7de58bb3-47e6-46c6-b985-d8bbd367b27c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:14.598904 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d798f123-b225-4a81-9c05-af0e4099505d {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:14.600133 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86aa014-9ba4-4c10-a2c6-675bafd2b520', 'name': 'network-vif-deleted', 'tag': '7de58bb3-47e6-46c6-b985-d8bbd367b27c', 'status': 'completed', 'code': 200} Sep 03 18:17:14.791826 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f725e01-55c2-45b0-ad02-8072abd947db req-cc7b78e4-5074-4278-8549-b91db583c079 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:14.793865 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4f725e01-55c2-45b0-ad02-8072abd947db req-cc7b78e4-5074-4278-8549-b91db583c079 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Sep 03 18:17:14.836339 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4f725e01-55c2-45b0-ad02-8072abd947db req-6fb0bb3b-4fd0-4103-90eb-dee4d3c6c880 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360017 Sep 03 18:17:15.370011 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48328) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:15.429834 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a7af53-85cc-49ed-aee5-862200f226e1 admin admin] Deleting subnet 38285df6-033e-4e7c-809c-62284d981a5d {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:17:15.433334 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af53-85cc-49ed-aee5-862200f226e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.470321 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af53-85cc-49ed-aee5-862200f226e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29952725'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.516499 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af53-85cc-49ed-aee5-862200f226e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.575833 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af53-85cc-49ed-aee5-862200f226e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32546790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30265900'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.587520 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.603485 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7af53-85cc-49ed-aee5-862200f226e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38285df6-033e-4e7c-809c-62284d981a5d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:15.607186 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e7a7af53-85cc-49ed-aee5-862200f226e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.609287 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-e7a7af53-85cc-49ed-aee5-862200f226e1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/38285df6-033e-4e7c-809c-62284d981a5d HTTP/1.1" status: 204 len: 168 time: 0.2381585 Sep 03 18:17:15.611691 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48342) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:15.687362 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.774753 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.784751 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2328b67b-efd7-4228-8287-e612103da764']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:15.795255 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103c374c-7709-4f57-8e9d-0f8136f1f7d4') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:15.795863 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103c374c-7709-4f57-8e9d-0f8136f1f7d4') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:15.804906 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29952716'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.820092 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.828153 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:17:15.828595 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32546744'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: Traceback (most recent call last): Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: timer() Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: cb(*args, **kw) Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: return func(*args, **kwargs) Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: self._notify() Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: self.callback(batched_events) Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: event.method(event) Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: return f(self, *a, **k) Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._get(url).json() Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: return self.request(url, 'GET', **kwargs) Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:17:15.830782 dv-cinder-804093-5-iscsi neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:17:15.894158 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.901750 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:15.908256 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] 10.222.0.49 "DELETE /v2.0/networks/2328b67b-efd7-4228-8287-e612103da764 HTTP/1.1" status: 204 len: 168 time: 0.2925315 Sep 03 18:17:15.940746 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38881d0-eccb-4118-a6ad-06c86c84128a admin admin] Pushing event deleted for resources: {'Network': ['ID=2328b67b-efd7-4228-8287-e612103da764,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:15.999608 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee325794-bb57-4322-a0c5-503e80f128d2 req-75e511ca-8cf9-42ea-b44e-b59066c8fa25 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.001480 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ee325794-bb57-4322-a0c5-503e80f128d2 req-75e511ca-8cf9-42ea-b44e-b59066c8fa25 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0860810 Sep 03 18:17:16.025582 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-32d60368-05ad-4638-a280-79ad170eb707 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514052 Sep 03 18:17:16.051781 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ee325794-bb57-4322-a0c5-503e80f128d2 req-7e38cb71-51bb-4182-a658-9810874d961a tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Sep 03 18:17:16.085949 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:16.117510 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-888bb8bb-dbf8-45c4-9dea-696c488856e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.120132 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-888bb8bb-dbf8-45c4-9dea-696c488856e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 1099 time: 0.0651844 Sep 03 18:17:16.234478 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48406) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:16.277025 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-b2e2f34e-2fce-4fd2-8152-12751b4370d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.278918 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-b2e2f34e-2fce-4fd2-8152-12751b4370d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 919 time: 0.1339729 Sep 03 18:17:16.283471 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-14734dce-c535-4128-84e4-660b1d851dc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=576e5b2fec21467ab8ead8a54f3647a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477250 Sep 03 18:17:16.285824 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48408) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:16.328877 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-681a793c-895d-41c1-ad71-c7fd8d2a2fc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231df74e-b884-4264-b8a8-e103c512e8dd HTTP/1.1" status: 200 len: 217 time: 0.0380375 Sep 03 18:17:16.366314 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c917cb03-5e34-4098-ae90-c2c4f921c3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:16.390587 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c917cb03-5e34-4098-ae90-c2c4f921c3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:16.467602 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c917cb03-5e34-4098-ae90-c2c4f921c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:16.470352 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c917cb03-5e34-4098-ae90-c2c4f921c3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:16.474071 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c917cb03-5e34-4098-ae90-c2c4f921c3a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4c59e5a-2e8a-445e-93d8-e792157c4783 HTTP/1.1" status: 204 len: 168 time: 0.1839259 Sep 03 18:17:16.480711 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917cb03-5e34-4098-ae90-c2c4f921c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c59e5a-2e8a-445e-93d8-e792157c4783,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:16.497697 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-098a5f15-ae98-4af0-865d-482e76c73682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.499168 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-098a5f15-ae98-4af0-865d-482e76c73682 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.1530390 Sep 03 18:17:16.522259 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-83cf3ded-1239-4828-8efb-4582310e4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.523731 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-83cf3ded-1239-4828-8efb-4582310e4496 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 1098 time: 0.1352596 Sep 03 18:17:16.540757 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-c7c68a7e-540f-43ad-88ce-f04a994718de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321894 Sep 03 18:17:16.548272 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a206299-ae24-41a5-b32c-24bd3efbbbc6 req-114792f4-4993-43a7-8555-eaf7a0bb5044 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.549697 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7a206299-ae24-41a5-b32c-24bd3efbbbc6 req-114792f4-4993-43a7-8555-eaf7a0bb5044 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1102490 Sep 03 18:17:16.706793 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7a206299-ae24-41a5-b32c-24bd3efbbbc6 req-d8ddf566-652b-442e-b9ad-34e3f90f2c86 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377871 Sep 03 18:17:16.750038 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-fdcd20f3-aedd-46d4-8803-a2f98b0b7cb8 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922398 Sep 03 18:17:16.751098 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-58952991-c161-46b6-9f0f-2a4750aa82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.752420 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-58952991-c161-46b6-9f0f-2a4750aa82a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 200 len: 919 time: 0.2141504 Sep 03 18:17:16.826361 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-86b5f8f4-8e33-4e7a-be62-d0b9683ebf8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb46f055-787b-42cb-9e80-b4e76de3026c HTTP/1.1" status: 200 len: 217 time: 0.0544777 Sep 03 18:17:16.918950 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-02c0c7fe-a62f-4b67-b348-d8bad806e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.920320 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-02c0c7fe-a62f-4b67-b348-d8bad806e9c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 200 len: 858 time: 0.0855730 Sep 03 18:17:16.944978 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b12eeb1-1454-4377-b6b4-548b7fe932d6 req-6ee3a2c5-4e8e-4701-85b3-8e064d70b5b1 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742482 Sep 03 18:17:16.959889 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-3c24a7a9-4615-4371-94b2-d25813a5f4be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291443 Sep 03 18:17:17.069358 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-47a98edd-3853-458a-b739-2eff3752bc9f service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013801 Sep 03 18:17:17.196498 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ec402218-8c0b-42c9-b44f-b2ae1a087483 req-64f93202-b14c-40f0-b6d1-c4b143e68f58 service neutron] 10.222.0.23 "GET /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181259 Sep 03 18:17:17.384444 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 48448) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:17.445577 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b62746-6832-413b-9e01-35330ed70d79 admin admin] Deleting subnet 1c8d9394-1a18-4076-81a7-fb7f57781fbe {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:17:17.449968 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2b62746-6832-413b-9e01-35330ed70d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.502067 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2b62746-6832-413b-9e01-35330ed70d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29577056'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.556732 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2b62746-6832-413b-9e01-35330ed70d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.614244 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2b62746-6832-413b-9e01-35330ed70d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30624648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30467964'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.640841 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b62746-6832-413b-9e01-35330ed70d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8d9394-1a18-4076-81a7-fb7f57781fbe,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:17.645885 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d2b62746-6832-413b-9e01-35330ed70d79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.649614 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-d2b62746-6832-413b-9e01-35330ed70d79 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1c8d9394-1a18-4076-81a7-fb7f57781fbe HTTP/1.1" status: 204 len: 168 time: 0.2640529 Sep 03 18:17:17.652304 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 48454) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:17.734483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.874165 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.886820 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77bc691-7df2-404c-aeb4-0658badbcc3e']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:17.895766 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fa24-c055-4061-b8c3-c563197975f0 req-04b41b40-739d-4ce2-b84d-1302b49bdd62 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:17.897393 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71c9fa24-c055-4061-b8c3-c563197975f0 req-04b41b40-739d-4ce2-b84d-1302b49bdd62 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.1135736 Sep 03 18:17:17.905732 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d8054b-37b5-4088-bb33-a1cd631f8143') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:17.906023 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d8054b-37b5-4088-bb33-a1cd631f8143') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:17.923508 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29577081'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.949834 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.964643 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-71c9fa24-c055-4061-b8c3-c563197975f0 req-b39f7e3d-5e80-4831-9095-9663650795ee tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532205 Sep 03 18:17:17.964643 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:17:17.964643 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30624726'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: Traceback (most recent call last): Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: timer() Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: cb(*args, **kw) Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: return func(*args, **kwargs) Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: self._notify() Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: self.callback(batched_events) Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: event.method(event) Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: return f(self, *a, **k) Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._get(url).json() Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: return self.request(url, 'GET', **kwargs) Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:17:17.965566 dv-cinder-804093-5-iscsi neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:17:18.024231 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:18.031531 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:18.033376 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d77bc691-7df2-404c-aeb4-0658badbcc3e HTTP/1.1" status: 204 len: 168 time: 0.3797028 Sep 03 18:17:18.047470 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af007e-edbd-44e9-b1d9-efa483e273d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77bc691-7df2-404c-aeb4-0658badbcc3e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:18.201954 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48472) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:18.245451 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-8c96b9ab-a324-4dc7-8e8a-59f878206de2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=add77c30613644af957f7a5ec2107401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423465 Sep 03 18:17:18.248219 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48476) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:18.306267 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-848e8d41-cd6c-4c73-b87e-0320f8fca064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:18.332824 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-848e8d41-cd6c-4c73-b87e-0320f8fca064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:18.386020 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-848e8d41-cd6c-4c73-b87e-0320f8fca064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:18.389394 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-848e8d41-cd6c-4c73-b87e-0320f8fca064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:18.390498 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-848e8d41-cd6c-4c73-b87e-0320f8fca064 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2e6cd3a-d491-4850-a5f9-22dd225841f2 HTTP/1.1" status: 204 len: 168 time: 0.1413121 Sep 03 18:17:18.399263 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8d41-cd6c-4c73-b87e-0320f8fca064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e6cd3a-d491-4850-a5f9-22dd225841f2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:19.127638 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 7de58bb3-47e6-46c6-b985-d8bbd367b27c no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:19.153163 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac5648-5090-4175-9114-e38aa4c0db55 req-6e3e7975-1ad5-4836-a74e-65acac38e5c3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:19.153740 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 7de58bb3-47e6-46c6-b985-d8bbd367b27c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:19.154199 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 7de58bb3-47e6-46c6-b985-d8bbd367b27c not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:19.154809 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9ac5648-5090-4175-9114-e38aa4c0db55 req-6e3e7975-1ad5-4836-a74e-65acac38e5c3 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0879679 Sep 03 18:17:19.195957 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9ac5648-5090-4175-9114-e38aa4c0db55 req-b73565b9-18be-4c10-afe8-cdfc92ed0f4b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Sep 03 18:17:20.312942 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a8b3-ba79-4211-ac40-4c823b1fee8a req-3d909805-2eb4-4533-af04-23d0062b6a96 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:20.314471 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-03d6a8b3-ba79-4211-ac40-4c823b1fee8a req-3d909805-2eb4-4533-af04-23d0062b6a96 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0494814 Sep 03 18:17:20.354971 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-03d6a8b3-ba79-4211-ac40-4c823b1fee8a req-de893e23-ba31-4a0e-a092-2c335eaa9fbd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Sep 03 18:17:25.226992 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48610) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:25.356861 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.463085 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.467402 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.511746 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64cb2fa9cbd04b46ab472a1f676724f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836313 Sep 03 18:17:25.512632 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf63278-3788-406e-b617-b8cf6eb36c6a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:25.514656 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 48616) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:25.520366 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.520968 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.521312 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.521649 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.521979 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.522316 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.522644 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.522969 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.523299 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.523621 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.523943 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.524282 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce14ec-8370-4439-916b-65bc8b6cbed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.570178 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.592115 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.641423 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.644502 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.645792 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bf63278-3788-406e-b617-b8cf6eb36c6a HTTP/1.1" status: 204 len: 168 time: 0.1298301 Sep 03 18:17:25.654028 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf63278-3788-406e-b617-b8cf6eb36c6a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:25.661304 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.661710 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.662013 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.662357 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.662691 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.663032 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.663365 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.663700 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.664129 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.664371 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.664732 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:25.665069 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60df8387-f560-4eef-9e3e-a03fa7f71aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.316077 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe413e0-bb90-4d1a-a6b3-36806f89dd89 req-4fe34498-82b3-434b-88e8-d1b2b052d6ac tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:26.318482 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bbe413e0-bb90-4d1a-a6b3-36806f89dd89 req-4fe34498-82b3-434b-88e8-d1b2b052d6ac tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0527232 Sep 03 18:17:26.368724 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bbe413e0-bb90-4d1a-a6b3-36806f89dd89 req-e708003a-9506-4f67-8dd0-9ca7b03b00af tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Sep 03 18:17:27.513674 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195273-4766-4d85-ac9d-1b9d4d8c52aa req-7dcbe593-5e41-4ef5-89a8-768f12781e8c tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.515193 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3e195273-4766-4d85-ac9d-1b9d4d8c52aa req-7dcbe593-5e41-4ef5-89a8-768f12781e8c tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0615711 Sep 03 18:17:27.568001 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3e195273-4766-4d85-ac9d-1b9d4d8c52aa req-3c289073-28c9-41fe-8642-baa9afb21f6e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425684 Sep 03 18:17:28.694302 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124a511-99ea-43e5-a287-c3e555d995d2 req-506d8e7a-6829-49e3-b845-a835d1135fa8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:28.695854 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4124a511-99ea-43e5-a287-c3e555d995d2 req-506d8e7a-6829-49e3-b845-a835d1135fa8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0561762 Sep 03 18:17:28.749777 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4124a511-99ea-43e5-a287-c3e555d995d2 req-e09a30c3-8754-4831-9af6-53cd6356a073 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470138 Sep 03 18:17:28.769222 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:17:29.872136 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a156b6-ba1e-44c8-a702-ddacc6071b02 req-41af24bf-62b3-4a7f-9038-94df5664934c tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.873699 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-97a156b6-ba1e-44c8-a702-ddacc6071b02 req-41af24bf-62b3-4a7f-9038-94df5664934c tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0498910 Sep 03 18:17:29.918811 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-97a156b6-ba1e-44c8-a702-ddacc6071b02 req-5fd2ac48-284e-49fa-af84-6ab4becf35c5 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387311 Sep 03 18:17:30.811766 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 48724) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:30.919849 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-935c1bca-726e-4b8c-a518-27339a084b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.025305 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-935c1bca-726e-4b8c-a518-27339a084b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.030546 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-935c1bca-726e-4b8c-a518-27339a084b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.054974 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64828b-19b9-44d3-ac1e-caf74ea1f530 req-ccf776fe-41ae-4520-8c25-0dcce8bc6d6a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:31.056645 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bd64828b-19b9-44d3-ac1e-caf74ea1f530 req-ccf776fe-41ae-4520-8c25-0dcce8bc6d6a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0541606 Sep 03 18:17:31.070159 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-935c1bca-726e-4b8c-a518-27339a084b83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6be47dd8bcf475ca8b9f33e035f59ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572801 Sep 03 18:17:31.071342 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c1bca-726e-4b8c-a518-27339a084b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f68eb0-0237-4569-aa0e-443deaa202c1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:31.073981 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 48730) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:31.098115 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bd64828b-19b9-44d3-ac1e-caf74ea1f530 req-1627edac-72e5-4522-90a0-e4c9ebc7fb14 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343232 Sep 03 18:17:31.126701 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19ffd0ae-d7fc-455f-b8f8-9f9486299b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.147599 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19ffd0ae-d7fc-455f-b8f8-9f9486299b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.197073 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19ffd0ae-d7fc-455f-b8f8-9f9486299b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.199707 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-19ffd0ae-d7fc-455f-b8f8-9f9486299b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.200900 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-19ffd0ae-d7fc-455f-b8f8-9f9486299b90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02f68eb0-0237-4569-aa0e-443deaa202c1 HTTP/1.1" status: 204 len: 168 time: 0.1259828 Sep 03 18:17:31.208909 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd0ae-d7fc-455f-b8f8-9f9486299b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f68eb0-0237-4569-aa0e-443deaa202c1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:31.480987 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 48738) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:31.495118 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fabe3c09-fe95-4e37-bfa9-031413e0899b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.585243 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fabe3c09-fe95-4e37-bfa9-031413e0899b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.589361 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-fabe3c09-fe95-4e37-bfa9-031413e0899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.636550 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-fabe3c09-fe95-4e37-bfa9-031413e0899b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01f81ecae8bd44b8b4c9b13f42e529c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543772 Sep 03 18:17:31.640634 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48740) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:31.642587 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe3c09-fe95-4e37-bfa9-031413e0899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b8a015-e0a6-4619-a7ce-077b913df0e5,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:31.695287 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed83443-5d03-4a7f-bd5f-9c74c03d4f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.716640 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed83443-5d03-4a7f-bd5f-9c74c03d4f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.767109 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed83443-5d03-4a7f-bd5f-9c74c03d4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.769704 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bed83443-5d03-4a7f-bd5f-9c74c03d4f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.770908 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-bed83443-5d03-4a7f-bd5f-9c74c03d4f00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3b8a015-e0a6-4619-a7ce-077b913df0e5 HTTP/1.1" status: 204 len: 168 time: 0.1292415 Sep 03 18:17:31.779406 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed83443-5d03-4a7f-bd5f-9c74c03d4f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b8a015-e0a6-4619-a7ce-077b913df0e5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:32.237789 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af022ab-e921-4c51-aa01-eb16491a40a6 req-2d987f1b-702d-48fb-a349-7092831ab6ad tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:32.239646 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4af022ab-e921-4c51-aa01-eb16491a40a6 req-2d987f1b-702d-48fb-a349-7092831ab6ad tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0641713 Sep 03 18:17:32.291050 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4af022ab-e921-4c51-aa01-eb16491a40a6 req-a40cdcfe-3f1f-4ccf-b6ad-ea39dc292e85 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440147 Sep 03 18:17:33.415312 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fc607-d56a-480b-b3fd-0f92f684767e req-7a6b3b2c-9e6e-49e5-ac75-07361bff9365 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:33.417675 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bc7fc607-d56a-480b-b3fd-0f92f684767e req-7a6b3b2c-9e6e-49e5-ac75-07361bff9365 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0592127 Sep 03 18:17:33.468019 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bc7fc607-d56a-480b-b3fd-0f92f684767e req-0b18c8e0-697b-4c9b-a721-f167c56fff55 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443096 Sep 03 18:17:34.635514 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c35c70-b428-4510-a6a9-0976362d823e req-75598a2f-aac3-4b64-b58b-5df26c8a0b16 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:34.637631 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-94c35c70-b428-4510-a6a9-0976362d823e req-75598a2f-aac3-4b64-b58b-5df26c8a0b16 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0816929 Sep 03 18:17:34.683219 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-94c35c70-b428-4510-a6a9-0976362d823e req-1e86a1c6-615f-4413-9211-66a1af88d5de tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387230 Sep 03 18:17:35.808714 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d972f2-680a-42e4-84af-af731736f420 req-01a2e5e9-54f5-4418-ad70-ea34cf53b7ee tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:35.810329 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c6d972f2-680a-42e4-84af-af731736f420 req-01a2e5e9-54f5-4418-ad70-ea34cf53b7ee tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0522134 Sep 03 18:17:35.853336 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c6d972f2-680a-42e4-84af-af731736f420 req-af2b2d21-7689-443d-adef-eba4c33cc91a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363386 Sep 03 18:17:37.001405 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6c562-6295-41b9-bfe4-207e7583b3ac req-fc02eeff-feb4-4c0d-a484-95b1fd9bb4ee tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:37.002817 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5ac6c562-6295-41b9-bfe4-207e7583b3ac req-fc02eeff-feb4-4c0d-a484-95b1fd9bb4ee tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0573022 Sep 03 18:17:37.056382 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5ac6c562-6295-41b9-bfe4-207e7583b3ac req-0dc125c2-7283-4e23-85d6-bbaa22798f40 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461609 Sep 03 18:17:37.057100 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da5f64-cd39-40cf-a6dc-e66a0baecf4a req-21ce12b0-558b-44df-a300-3c5ced815555 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:37.058667 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3da5f64-cd39-40cf-a6dc-e66a0baecf4a req-21ce12b0-558b-44df-a300-3c5ced815555 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0581582 Sep 03 18:17:37.104071 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e3da5f64-cd39-40cf-a6dc-e66a0baecf4a req-9b70ddd0-44e1-4e41-b368-49b657b2b876 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373027 Sep 03 18:17:38.179625 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917e36-d4be-43aa-8017-57d626a6ad96 req-0cde36cb-0a19-4bae-97b0-7dfcb9d7d309 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:38.181332 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-14917e36-d4be-43aa-8017-57d626a6ad96 req-0cde36cb-0a19-4bae-97b0-7dfcb9d7d309 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0541747 Sep 03 18:17:38.224710 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-14917e36-d4be-43aa-8017-57d626a6ad96 req-b16955ac-7678-4f84-90f2-5dd16d59d2f4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358479 Sep 03 18:17:38.238570 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5e15e-dc8f-4f80-8d10-1c7762e38694 req-20610fb1-1ef6-4795-9bc6-85d2db5d6c1c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:38.241353 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1ea5e15e-dc8f-4f80-8d10-1c7762e38694 req-20610fb1-1ef6-4795-9bc6-85d2db5d6c1c tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0666440 Sep 03 18:17:38.294008 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1ea5e15e-dc8f-4f80-8d10-1c7762e38694 req-959567d3-6e63-461d-8bbf-31236f145b41 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 Sep 03 18:17:39.380072 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12d541-9dad-4bea-844d-df81e61142a8 req-ffa3d214-73ec-4715-934f-2da77d7422a8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:39.382732 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9d12d541-9dad-4bea-844d-df81e61142a8 req-ffa3d214-73ec-4715-934f-2da77d7422a8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0791831 Sep 03 18:17:39.418440 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899e8d3-8ef1-411a-965b-723e4e9a81b2 req-084209b2-6b8e-45e5-801f-c2a5ecfbd25f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:39.420016 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4899e8d3-8ef1-411a-965b-723e4e9a81b2 req-084209b2-6b8e-45e5-801f-c2a5ecfbd25f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0533478 Sep 03 18:17:39.422430 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9d12d541-9dad-4bea-844d-df81e61142a8 req-64842318-fe12-4cea-ae5b-4dde68fdddc5 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339439 Sep 03 18:17:39.462116 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4899e8d3-8ef1-411a-965b-723e4e9a81b2 req-614aebfe-c1de-45b8-90d4-324620fcf6aa tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Sep 03 18:17:40.562002 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271b175-06b6-43d1-9fa0-f56e0f623930 req-a1929a11-82af-4f28-8a13-574044808b44 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:40.563498 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9271b175-06b6-43d1-9fa0-f56e0f623930 req-a1929a11-82af-4f28-8a13-574044808b44 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0679593 Sep 03 18:17:40.592719 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031fda-062f-4837-b4f7-9b6b1e9f4d68 req-f03a3571-7e2b-45d7-91ee-0110d4cdb8f6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:40.600321 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-38031fda-062f-4837-b4f7-9b6b1e9f4d68 req-f03a3571-7e2b-45d7-91ee-0110d4cdb8f6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0619178 Sep 03 18:17:40.607976 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f29718f0-0cfb-4fcd-b84a-42ef86f4792a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:40.620646 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9271b175-06b6-43d1-9fa0-f56e0f623930 req-6b99c10b-d0f3-402d-858b-1cc0a20a2278 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492833 Sep 03 18:17:40.644413 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-38031fda-062f-4837-b4f7-9b6b1e9f4d68 req-1d613e0f-60ba-4f46-b901-d5db39077290 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Sep 03 18:17:41.777113 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff0a4-f05c-4523-aad5-55803e4884a3 req-0585ef30-088d-4471-8443-3c1327691610 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:41.778735 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c57ff0a4-f05c-4523-aad5-55803e4884a3 req-0585ef30-088d-4471-8443-3c1327691610 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0526402 Sep 03 18:17:41.799723 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d5fb9-33db-406d-a7ca-b1445dbb02e7 req-6301c439-4b34-4e02-99a3-399c1cf13be2 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:41.803582 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b65d5fb9-33db-406d-a7ca-b1445dbb02e7 req-6301c439-4b34-4e02-99a3-399c1cf13be2 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0813115 Sep 03 18:17:41.824163 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c57ff0a4-f05c-4523-aad5-55803e4884a3 req-25af6cf3-3e02-43f8-8d24-078841a6f270 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377254 Sep 03 18:17:41.857588 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b65d5fb9-33db-406d-a7ca-b1445dbb02e7 req-4766ae07-78e1-42bc-a8a9-9e202b9e1cd2 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464978 Sep 03 18:17:42.977983 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c819f-a11f-4467-a2ac-21b9df3fbfa7 req-e988bc54-7916-4c85-b078-272e53b53979 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:42.980415 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ee7c819f-a11f-4467-a2ac-21b9df3fbfa7 req-e988bc54-7916-4c85-b078-272e53b53979 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0627050 Sep 03 18:17:43.005616 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ead3ae-86fd-43b0-bc6e-237df1892690 req-a6b91584-2e7a-4fb0-bec8-e88cb171f8ba tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:43.008020 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-32ead3ae-86fd-43b0-bc6e-237df1892690 req-a6b91584-2e7a-4fb0-bec8-e88cb171f8ba tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0613608 Sep 03 18:17:43.027849 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ee7c819f-a11f-4467-a2ac-21b9df3fbfa7 req-c295ce79-0949-492f-a9ba-b06e6bdd4783 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Sep 03 18:17:43.049750 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-32ead3ae-86fd-43b0-bc6e-237df1892690 req-4ef3457f-9b18-45f5-90b2-e610b8b65e2d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350733 Sep 03 18:17:43.111044 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-b5ca18ef-b729-4539-ac59-590f8b9c9451 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:43.112424 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-b5ca18ef-b729-4539-ac59-590f8b9c9451 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 946 time: 0.0540318 Sep 03 18:17:43.216724 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Deleting port 231df74e-b884-4264-b8a8-e103c512e8dd {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:43.217066 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:43.316122 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] For port 231df74e-b884-4264-b8a8-e103c512e8dd, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=231df74e-b884-4264-b8a8-e103c512e8dd,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:43.316494 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:43.334342 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Calling delete_port for 231df74e-b884-4264-b8a8-e103c512e8dd owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:43.363245 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1115060e-7ada-4e6c-9837-a35f21860297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:43.466862 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:43.479416 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['fb46f055-787b-42cb-9e80-b4e76de3026c', '231df74e-b884-4264-b8a8-e103c512e8dd'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:43.495937 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Pushing event deleted for resources: {'Port': ['ID=231df74e-b884-4264-b8a8-e103c512e8dd,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:43.543536 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] No DVR routers for this DVR port 231df74e-b884-4264-b8a8-e103c512e8dd on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:17:43.546182 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:43.548192 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-164887cb-3721-49bb-a1ce-f81ff591eb87 req-c098d5a3-551d-43f7-82d2-a498e07c9707 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.23 "DELETE /v2.0/ports/231df74e-b884-4264-b8a8-e103c512e8dd HTTP/1.1" status: 204 len: 173 time: 0.4239106 Sep 03 18:17:43.548649 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c85b48f-7ada-4898-9e11-8c1c6a9c79f8', 'name': 'network-vif-deleted', 'tag': '231df74e-b884-4264-b8a8-e103c512e8dd'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:43.551477 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db87b07-d9fa-4b81-97f9-15b36544b88b" -d '{"events": [{"server_uuid": "4c85b48f-7ada-4898-9e11-8c1c6a9c79f8", "name": "network-vif-deleted", "tag": "231df74e-b884-4264-b8a8-e103c512e8dd"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:43.602593 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd13fd79-98a6-4568-963e-5104f7ace7f9 x-openstack-request-id: req-bd13fd79-98a6-4568-963e-5104f7ace7f9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:43.603319 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c85b48f-7ada-4898-9e11-8c1c6a9c79f8", "name": "network-vif-deleted", "tag": "231df74e-b884-4264-b8a8-e103c512e8dd", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:43.603319 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd13fd79-98a6-4568-963e-5104f7ace7f9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:43.604024 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c85b48f-7ada-4898-9e11-8c1c6a9c79f8', 'name': 'network-vif-deleted', 'tag': '231df74e-b884-4264-b8a8-e103c512e8dd', 'status': 'completed', 'code': 200} Sep 03 18:17:43.621510 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:44.149953 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2723d7f7-f85b-499d-bc5a-fde532f030e4 req-cf3923c7-6179-4c45-8c98-7fb3455c5956 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c85b48f-7ada-4898-9e11-8c1c6a9c79f8 HTTP/1.1" status: 200 len: 210 time: 0.0375001 Sep 03 18:17:44.201701 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270762e-c1ff-4512-a2db-66f63ff6d280 req-f846c2e7-4d86-4447-8997-33fb3a769ea3 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:44.203233 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8270762e-c1ff-4512-a2db-66f63ff6d280 req-f846c2e7-4d86-4447-8997-33fb3a769ea3 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0655508 Sep 03 18:17:44.243321 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8270762e-c1ff-4512-a2db-66f63ff6d280 req-49f4fc5b-1329-4668-abfd-15d7500ced94 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336189 Sep 03 18:17:44.461136 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:45.366348 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34616000-7220-4fdf-86e8-054b4745ef02 req-0be4c49b-cc6e-40a1-9291-8065b5e5367e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:45.367889 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-34616000-7220-4fdf-86e8-054b4745ef02 req-0be4c49b-cc6e-40a1-9291-8065b5e5367e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0538683 Sep 03 18:17:45.413750 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-34616000-7220-4fdf-86e8-054b4745ef02 req-898365e1-e880-46ca-8ac8-433d22c17a5e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394254 Sep 03 18:17:45.444795 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb894417-2c1e-49c6-9ef6-cbe07fad7a21 req-7b874f64-a2bc-4471-a3ec-1de54e0afd63 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:45.446321 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cb894417-2c1e-49c6-9ef6-cbe07fad7a21 req-7b874f64-a2bc-4471-a3ec-1de54e0afd63 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0557570 Sep 03 18:17:45.485305 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cb894417-2c1e-49c6-9ef6-cbe07fad7a21 req-5d941e7f-b20f-47f2-8783-b74cc61e324f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Sep 03 18:17:45.998496 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:46.070101 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:46.529427 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e13e15-7402-4f26-be1d-d67c7a103ed5 req-d4557c89-aae0-4189-9f34-9caedc37bb7b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:46.530899 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-74e13e15-7402-4f26-be1d-d67c7a103ed5 req-d4557c89-aae0-4189-9f34-9caedc37bb7b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0488272 Sep 03 18:17:46.580442 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-74e13e15-7402-4f26-be1d-d67c7a103ed5 req-5c704bb7-f2df-430a-9e61-03029ff2d074 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407386 Sep 03 18:17:46.606666 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317f9d-f8f1-4523-82eb-bbaadada2b9c req-db2a1846-46ab-4b69-9e8c-12dd7e0a9a3b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:46.608282 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b6317f9d-f8f1-4523-82eb-bbaadada2b9c req-db2a1846-46ab-4b69-9e8c-12dd7e0a9a3b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0513425 Sep 03 18:17:46.651193 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b6317f9d-f8f1-4523-82eb-bbaadada2b9c req-d7fdde44-6919-40fe-b05d-31dee26a8a63 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360799 Sep 03 18:17:47.282299 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 231df74e-b884-4264-b8a8-e103c512e8dd no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:47.302571 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 231df74e-b884-4264-b8a8-e103c512e8dd {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:47.302919 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 231df74e-b884-4264-b8a8-e103c512e8dd not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:47.710720 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b51f9d-878e-4529-8cb8-d3bfd2b879c1 req-e7a5aef9-d97e-4de5-8fc4-a2a1dbe2be8f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:47.712347 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-54b51f9d-878e-4529-8cb8-d3bfd2b879c1 req-e7a5aef9-d97e-4de5-8fc4-a2a1dbe2be8f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0623195 Sep 03 18:17:47.771737 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-54b51f9d-878e-4529-8cb8-d3bfd2b879c1 req-6f9a0a8a-fd83-4689-a355-0b935e7aa936 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470562 Sep 03 18:17:47.803965 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddff6be-1c1e-411c-b62a-70e86ecfe348 req-29acb044-65d1-4843-853e-7843b4a1e59f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:47.805627 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1ddff6be-1c1e-411c-b62a-70e86ecfe348 req-29acb044-65d1-4843-853e-7843b4a1e59f tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0622830 Sep 03 18:17:47.846225 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1ddff6be-1c1e-411c-b62a-70e86ecfe348 req-1f0f61cc-e11c-4490-9198-34fb12ff7a39 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Sep 03 18:17:48.589133 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48970) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:48.698862 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be0af492-edb8-4e18-a06c-8da2be18e446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.794155 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be0af492-edb8-4e18-a06c-8da2be18e446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.798707 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-be0af492-edb8-4e18-a06c-8da2be18e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.838270 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0af492-edb8-4e18-a06c-8da2be18e446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216dd59d-5ad6-48ce-85f0-43c93f46b8ff,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:48.845742 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-be0af492-edb8-4e18-a06c-8da2be18e446 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33db2deb4d6c48518fb3006f3adfef40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554893 Sep 03 18:17:48.846269 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 48976) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:48.984714 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075bb0-4dbd-4669-8e7c-e339f561eb83 req-af279b9e-86d4-43dc-9da4-ccfd5d8bd023 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:48.988818 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e5075bb0-4dbd-4669-8e7c-e339f561eb83 req-af279b9e-86d4-43dc-9da4-ccfd5d8bd023 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0541363 Sep 03 18:17:48.998244 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676a6bc-bf96-4ce4-965d-935c9b87ab3a req-ac35289f-23a4-40d6-aed4-7dff23262f65 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:49.001043 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d676a6bc-bf96-4ce4-965d-935c9b87ab3a req-ac35289f-23a4-40d6-aed4-7dff23262f65 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.1239493 Sep 03 18:17:49.035252 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e5075bb0-4dbd-4669-8e7c-e339f561eb83 req-23bfb4db-d5d4-4b06-a81e-4479c6ccacd7 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416729 Sep 03 18:17:49.041358 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38e62685-575e-424c-9973-3199421011e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.116741 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38e62685-575e-424c-9973-3199421011e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.132972 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d676a6bc-bf96-4ce4-965d-935c9b87ab3a req-42c719a4-473a-46a6-bb2e-fb2c784e0c96 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212497 Sep 03 18:17:49.188940 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38e62685-575e-424c-9973-3199421011e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.191818 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-38e62685-575e-424c-9973-3199421011e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.193010 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-38e62685-575e-424c-9973-3199421011e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/216dd59d-5ad6-48ce-85f0-43c93f46b8ff HTTP/1.1" status: 204 len: 168 time: 0.3454638 Sep 03 18:17:49.203050 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e62685-575e-424c-9973-3199421011e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216dd59d-5ad6-48ce-85f0-43c93f46b8ff,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:49.483923 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 48990) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:49.497227 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ddf27f-e547-4196-a39c-03fda103b080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.590019 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ddf27f-e547-4196-a39c-03fda103b080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.594861 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-34ddf27f-e547-4196-a39c-03fda103b080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.637869 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-34ddf27f-e547-4196-a39c-03fda103b080 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0f55e6a23af45bb9582102225721347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490612 Sep 03 18:17:49.637869 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddf27f-e547-4196-a39c-03fda103b080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03068be3-73f1-4ddc-80be-1cbcad8a5c35,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:49.638189 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 48992) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:49.696725 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76b3a042-ab09-4196-adb9-c75e4af7b167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.718913 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76b3a042-ab09-4196-adb9-c75e4af7b167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.775069 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76b3a042-ab09-4196-adb9-c75e4af7b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.777789 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-76b3a042-ab09-4196-adb9-c75e4af7b167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.778959 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-76b3a042-ab09-4196-adb9-c75e4af7b167 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03068be3-73f1-4ddc-80be-1cbcad8a5c35 HTTP/1.1" status: 204 len: 168 time: 0.1408672 Sep 03 18:17:49.787254 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3a042-ab09-4196-adb9-c75e4af7b167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03068be3-73f1-4ddc-80be-1cbcad8a5c35,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:50.180473 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb4ade-0574-4466-8f92-2591ee5d4495 req-42657f83-46be-4b26-ad2e-ba62e8ba4183 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:50.182394 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58bb4ade-0574-4466-8f92-2591ee5d4495 req-42657f83-46be-4b26-ad2e-ba62e8ba4183 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0553308 Sep 03 18:17:50.248950 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58bb4ade-0574-4466-8f92-2591ee5d4495 req-5d426b81-8e85-457c-897f-18224ceb3989 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574579 Sep 03 18:17:50.276009 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b287417-2987-482c-8327-4d4ffe09f33f req-8d428142-e78c-46a1-8626-dade5fea21d4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:50.277831 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b287417-2987-482c-8327-4d4ffe09f33f req-8d428142-e78c-46a1-8626-dade5fea21d4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0676484 Sep 03 18:17:50.322315 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b287417-2987-482c-8327-4d4ffe09f33f req-42572a28-e85f-41e9-b1fe-aa1b4e2469bc tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364017 Sep 03 18:17:51.359466 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f06c3-8511-409e-b05e-23e16e1bd552 req-c62173e6-eb0f-4e30-9856-0bb3c9bfc2dd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:51.360985 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ce6f06c3-8511-409e-b05e-23e16e1bd552 req-c62173e6-eb0f-4e30-9856-0bb3c9bfc2dd tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0500848 Sep 03 18:17:51.403045 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ce6f06c3-8511-409e-b05e-23e16e1bd552 req-b13b5065-c273-4240-bd06-87f8f354b472 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Sep 03 18:17:51.526575 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb09326-613f-48fe-918e-7d500de1ef7a req-26647913-8532-4326-b53f-2da90124edf7 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:51.528137 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2bb09326-613f-48fe-918e-7d500de1ef7a req-26647913-8532-4326-b53f-2da90124edf7 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0569205 Sep 03 18:17:51.568227 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2bb09326-613f-48fe-918e-7d500de1ef7a req-85429727-9a2b-4ff8-803d-60357050a1ee tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338745 Sep 03 18:17:52.524662 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58722da-0eea-4bf4-b550-dcbfd2e1753c req-5be2c268-497a-4824-bf91-396bde08bdb4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:52.526160 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f58722da-0eea-4bf4-b550-dcbfd2e1753c req-5be2c268-497a-4824-bf91-396bde08bdb4 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0513406 Sep 03 18:17:52.564936 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f58722da-0eea-4bf4-b550-dcbfd2e1753c req-af7436fd-688a-4637-b046-7fc85af1300e tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Sep 03 18:17:52.687746 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90bd03-7799-4483-850e-f63b16254759 req-33d8cd16-dcf5-4baa-bb91-26f4b6d684e8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:52.689392 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ad90bd03-7799-4483-850e-f63b16254759 req-33d8cd16-dcf5-4baa-bb91-26f4b6d684e8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0533407 Sep 03 18:17:52.734656 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ad90bd03-7799-4483-850e-f63b16254759 req-e4c3bb30-13f6-49b1-8fba-b97f660c9b14 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384648 Sep 03 18:17:52.806921 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63430273-8431-49db-9d02-db242de66adc req-14d3bceb-cad7-4939-add8-20bef5c4534a tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:52.808473 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-63430273-8431-49db-9d02-db242de66adc req-14d3bceb-cad7-4939-add8-20bef5c4534a tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 945 time: 0.0681591 Sep 03 18:17:52.850115 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-63430273-8431-49db-9d02-db242de66adc req-ecaab069-01e5-47da-a43c-1d33a2fa2d19 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354483 Sep 03 18:17:52.938647 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f909a0-4cd7-4cb0-ba44-0cb21db1df25 req-334a54a4-c16f-4d07-961a-a214c303d8c8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:52.940124 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-18f909a0-4cd7-4cb0-ba44-0cb21db1df25 req-334a54a4-c16f-4d07-961a-a214c303d8c8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0491939 Sep 03 18:17:52.979779 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-18f909a0-4cd7-4cb0-ba44-0cb21db1df25 req-7bb46bea-e933-4b36-96cb-d868d9eedb6d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332706 Sep 03 18:17:53.686450 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ea65-ab05-49ab-b503-84c156aed923 req-0973ea8d-f3e9-4024-93a8-2ac491d35109 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:53.688039 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b839ea65-ab05-49ab-b503-84c156aed923 req-0973ea8d-f3e9-4024-93a8-2ac491d35109 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Sep 03 18:17:53.729739 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b839ea65-ab05-49ab-b503-84c156aed923 req-97ac7d17-573d-474f-b503-248df2921ec7 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Sep 03 18:17:53.968059 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224cd25-df28-4e93-b9b7-6da258cf107f req-4ba14e95-0c14-4319-864f-a45d7a10c5a8 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:53.969602 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2224cd25-df28-4e93-b9b7-6da258cf107f req-4ba14e95-0c14-4319-864f-a45d7a10c5a8 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 945 time: 0.0529206 Sep 03 18:17:54.014195 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2224cd25-df28-4e93-b9b7-6da258cf107f req-843114e6-5923-4634-a9aa-b7183b9aed82 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363383 Sep 03 18:17:54.104296 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd6028-d73b-431c-82db-bbf79b75d79f req-6c25cb9b-419d-4e7e-b313-0e416d558026 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:54.105866 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cafd6028-d73b-431c-82db-bbf79b75d79f req-6c25cb9b-419d-4e7e-b313-0e416d558026 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0540419 Sep 03 18:17:54.146977 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cafd6028-d73b-431c-82db-bbf79b75d79f req-fc7ba74b-dffd-43ba-b1b0-ba87455a9e70 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341625 Sep 03 18:17:54.850182 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632cfdf-f4b5-460d-9e9e-389042574c79 req-b3069002-5ec1-4ac8-bb2a-1c3c9c4e699b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:54.851785 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e632cfdf-f4b5-460d-9e9e-389042574c79 req-b3069002-5ec1-4ac8-bb2a-1c3c9c4e699b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0517406 Sep 03 18:17:54.891707 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e632cfdf-f4b5-460d-9e9e-389042574c79 req-5737d5d7-d50e-460b-aaef-be5581ecbd8b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337341 Sep 03 18:17:55.148777 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb742-5a98-46e2-a2e6-c73111779088 req-6bf90076-72a5-400d-aab9-31ad8eb6fbe3 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:55.150352 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7fecb742-5a98-46e2-a2e6-c73111779088 req-6bf90076-72a5-400d-aab9-31ad8eb6fbe3 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 945 time: 0.0571487 Sep 03 18:17:55.195590 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7fecb742-5a98-46e2-a2e6-c73111779088 req-71e0ee41-8767-4a9b-8757-284fc0c1004e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Sep 03 18:17:55.305078 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-39fc3e39-7f94-4926-a50e-7e34165f0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:55.306876 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-39fc3e39-7f94-4926-a50e-7e34165f0435 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 1098 time: 0.0971577 Sep 03 18:17:55.322561 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236185a-f83a-42e4-8ef6-7ae25eab7863 req-a8d57148-2dfc-4c02-819e-f70e6a33ee7b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:55.324535 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b236185a-f83a-42e4-8ef6-7ae25eab7863 req-a8d57148-2dfc-4c02-819e-f70e6a33ee7b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.1008980 Sep 03 18:17:55.669867 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b236185a-f83a-42e4-8ef6-7ae25eab7863 req-7b11a693-2183-44df-bc8c-a887a255bf17 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308344 Sep 03 18:17:55.702178 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-a7bff8ea-9871-4d29-8cc6-3644d6b78665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:55.703793 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-a7bff8ea-9871-4d29-8cc6-3644d6b78665 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 911 time: 0.3779240 Sep 03 18:17:55.712524 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-eea380c6-5019-49e8-9baf-6d2c56fadfd6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:55.714098 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-eea380c6-5019-49e8-9baf-6d2c56fadfd6 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.23 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.3058002 Sep 03 18:17:55.886396 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-69787dea-4de0-4e21-bca8-acc66c050eee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc HTTP/1.1" status: 200 len: 1001 time: 0.1710157 Sep 03 18:17:55.961286 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Deleting port fb46f055-787b-42cb-9e80-b4e76de3026c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:55.961902 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:55.967300 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-19a0ae99-657b-4fee-bc61-aeeeb9b7c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:55.968836 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-19a0ae99-657b-4fee-bc61-aeeeb9b7c367 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0711524 Sep 03 18:17:56.080878 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-a4f57d9f-acd8-4b03-8a5f-c130470b913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:56.080878 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-a4f57d9f-acd8-4b03-8a5f-c130470b913d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006281 Sep 03 18:17:56.081608 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6f11c-93d5-4788-a02c-e5f1386b69b3 req-e528a915-1975-4d36-8e68-1bf1b5f2a4b5 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:56.084181 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f3f6f11c-93d5-4788-a02c-e5f1386b69b3 req-e528a915-1975-4d36-8e68-1bf1b5f2a4b5 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/ports?device_id=42032047-8bdf-474e-a613-61e19b68a952 HTTP/1.1" status: 200 len: 945 time: 0.0664370 Sep 03 18:17:56.117050 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] For port fb46f055-787b-42cb-9e80-b4e76de3026c, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=fb46f055-787b-42cb-9e80-b4e76de3026c,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:56.117438 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:56.129523 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f3f6f11c-93d5-4788-a02c-e5f1386b69b3 req-81a2e2c1-5490-4c86-b5df-4ed086050642 tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2381a41-e7cd-42b9-88f7-3c82d03ed02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382769 Sep 03 18:17:56.140176 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Calling delete_port for fb46f055-787b-42cb-9e80-b4e76de3026c owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:56.262650 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-826196cd-878b-4a0a-b830-8a30df2f27f6 service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716495 Sep 03 18:17:56.435680 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2588-4947-4401-b267-e16eb0a7c837 req-b462291d-4fcf-4ffb-9bb4-231e5f714a5c tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:56.437187 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-759b2588-4947-4401-b267-e16eb0a7c837 req-b462291d-4fcf-4ffb-9bb4-231e5f714a5c tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 945 time: 0.1515272 Sep 03 18:17:56.447363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:56.459762 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['fb46f055-787b-42cb-9e80-b4e76de3026c'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:56.463788 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4e3967b1-2533-4f3f-8203-392c0110c334 req-107c580d-cedf-48c7-9f64-f703d191007b service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927907 Sep 03 18:17:56.497018 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Pushing event deleted for resources: {'Port': ['ID=fb46f055-787b-42cb-9e80-b4e76de3026c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:56.556585 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-759b2588-4947-4401-b267-e16eb0a7c837 req-92e21ca3-3af3-40db-b0ca-2efc82445274 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101205 Sep 03 18:17:56.574276 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] No DVR routers for this DVR port fb46f055-787b-42cb-9e80-b4e76de3026c on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:17:56.581261 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:56.583848 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-48a64ddf-ebbf-47cd-a289-63ad87639ef2 req-4b3b2a8f-f413-42d7-ad33-ca2abbc09b9b tempest-ServerRescueNegativeTestJSON-310087247 tempest-ServerRescueNegativeTestJSON-310087247-project] 10.222.0.23 "DELETE /v2.0/ports/fb46f055-787b-42cb-9e80-b4e76de3026c HTTP/1.1" status: 204 len: 173 time: 0.8076196 Sep 03 18:17:56.584308 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42032047-8bdf-474e-a613-61e19b68a952', 'name': 'network-vif-deleted', 'tag': 'fb46f055-787b-42cb-9e80-b4e76de3026c'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:56.587994 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc8cef2-0a0e-42b4-9a7c-04cfdf288d20" -d '{"events": [{"server_uuid": "42032047-8bdf-474e-a613-61e19b68a952", "name": "network-vif-deleted", "tag": "fb46f055-787b-42cb-9e80-b4e76de3026c"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:56.627238 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d141fb-039e-4f4e-a8af-30c60c8d1f32 x-openstack-request-id: req-20d141fb-039e-4f4e-a8af-30c60c8d1f32 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:56.627449 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42032047-8bdf-474e-a613-61e19b68a952", "name": "network-vif-deleted", "tag": "fb46f055-787b-42cb-9e80-b4e76de3026c", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:56.627672 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20d141fb-039e-4f4e-a8af-30c60c8d1f32 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:56.628067 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42032047-8bdf-474e-a613-61e19b68a952', 'name': 'network-vif-deleted', 'tag': 'fb46f055-787b-42cb-9e80-b4e76de3026c', 'status': 'completed', 'code': 200} Sep 03 18:17:56.801447 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e852e-fa17-457e-86e0-af3e1636650e req-a354dca5-f8f5-4250-9871-6413f653e31a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:56.802933 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2b5e852e-fa17-457e-86e0-af3e1636650e req-a354dca5-f8f5-4250-9871-6413f653e31a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0506740 Sep 03 18:17:56.867911 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2b5e852e-fa17-457e-86e0-af3e1636650e req-200a07ce-235b-40fc-9b0c-e26f56723cf3 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564523 Sep 03 18:17:56.881017 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-f7db6360-a5a9-442a-a6f2-ed425986002b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:56.882513 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-f7db6360-a5a9-442a-a6f2-ed425986002b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 945 time: 0.0787210 Sep 03 18:17:56.987455 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Deleting port d24acb3e-cf70-453b-b209-f18b9787643e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:56.987937 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:57.099718 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] For port d24acb3e-cf70-453b-b209-f18b9787643e, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=d24acb3e-cf70-453b-b209-f18b9787643e,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:57.100145 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:57.122228 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Calling delete_port for d24acb3e-cf70-453b-b209-f18b9787643e owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:57.204986 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49130) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:57.327754 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:57.342387 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['d24acb3e-cf70-453b-b209-f18b9787643e'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:57.362784 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Pushing event deleted for resources: {'Port': ['ID=d24acb3e-cf70-453b-b209-f18b9787643e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:57.410810 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] No DVR routers for this DVR port d24acb3e-cf70-453b-b209-f18b9787643e on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:17:57.413686 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:57.415742 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3d45ab0-b5e1-4a4c-aca6-2895a3d57f38 req-5f7a5a55-5a95-49ec-b654-4d9b0add174f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.23 "DELETE /v2.0/ports/d24acb3e-cf70-453b-b209-f18b9787643e HTTP/1.1" status: 204 len: 173 time: 0.5228953 Sep 03 18:17:57.667431 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e5c9cbb2-026f-4335-89e4-8e6a8f822d4e req-6f9d9822-6e13-4f86-9c81-d8deabf9d641 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0a3a266-a2da-443c-af7f-f9a9a6fac253 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Sep 03 18:17:57.693738 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33156733'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.200724 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80600a5f-1e6e-45aa-8d34-2666a664e19c req-793427b7-072b-425a-b337-d4d4e858f6c0 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:58.202140 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-80600a5f-1e6e-45aa-8d34-2666a664e19c req-793427b7-072b-425a-b337-d4d4e858f6c0 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0871990 Sep 03 18:17:58.249598 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Deleting port 2c365e9a-a6cb-476d-996c-4a3637ae28fe {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:58.250221 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.256822 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-80600a5f-1e6e-45aa-8d34-2666a664e19c req-ffe21b7b-57df-412f-baec-526a8cba90ce tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484543 Sep 03 18:17:58.338050 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] For port 2c365e9a-a6cb-476d-996c-4a3637ae28fe, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=2c365e9a-a6cb-476d-996c-4a3637ae28fe,segment=NetworkSegment(8913c724-a0d9-4cc4-a588-78d3efba1bf9),segment_id=8913c724-a0d9-4cc4-a588-78d3efba1bf9)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:58.338434 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.351272 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Calling delete_port for 2c365e9a-a6cb-476d-996c-4a3637ae28fe owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:58.480317 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:58.542503 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.574884 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c365e9a-a6cb-476d-996c-4a3637ae28fe,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:58.625566 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0132b356-ae65-4a86-9685-d3de4cba6e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.629969 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a3a266-a2da-443c-af7f-f9a9a6fac253', 'name': 'network-vif-deleted', 'tag': 'd24acb3e-cf70-453b-b209-f18b9787643e'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:58.632585 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a988dfed-7bdb-4425-a177-e26280ff619e" -d '{"events": [{"server_uuid": "a0a3a266-a2da-443c-af7f-f9a9a6fac253", "name": "network-vif-deleted", "tag": "d24acb3e-cf70-453b-b209-f18b9787643e"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:58.676796 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c419d5-2b8e-4f09-b4ec-11062549076c x-openstack-request-id: req-f3c419d5-2b8e-4f09-b4ec-11062549076c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:58.677402 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a3a266-a2da-443c-af7f-f9a9a6fac253", "name": "network-vif-deleted", "tag": "d24acb3e-cf70-453b-b209-f18b9787643e", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:58.677402 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3c419d5-2b8e-4f09-b4ec-11062549076c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:58.677732 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a3a266-a2da-443c-af7f-f9a9a6fac253', 'name': 'network-vif-deleted', 'tag': 'd24acb3e-cf70-453b-b209-f18b9787643e', 'status': 'completed', 'code': 200} Sep 03 18:17:58.796368 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33032868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33187295'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.858361 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0132b356-ae65-4a86-9685-d3de4cba6e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.887222 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0132b356-ae65-4a86-9685-d3de4cba6e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.940236 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-0132b356-ae65-4a86-9685-d3de4cba6e29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23b3eff79e3d44e285cbc8302b894158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588284 Sep 03 18:17:58.943604 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132b356-ae65-4a86-9685-d3de4cba6e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6099e0-a608-44fd-8c55-608260df23e4,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:58.943952 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49156) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:59.008879 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a8f405d-ece0-4fe8-8914-db474436d665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:59.031972 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a8f405d-ece0-4fe8-8914-db474436d665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:59.086788 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a8f405d-ece0-4fe8-8914-db474436d665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:59.089375 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1a8f405d-ece0-4fe8-8914-db474436d665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:59.090541 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-1a8f405d-ece0-4fe8-8914-db474436d665 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d6099e0-a608-44fd-8c55-608260df23e4 HTTP/1.1" status: 204 len: 168 time: 0.1454933 Sep 03 18:17:59.103741 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f405d-ece0-4fe8-8914-db474436d665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6099e0-a608-44fd-8c55-608260df23e4,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:59.104869 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Router b385246f-5501-47a9-8c03-515f98eedcb2 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:17:59.246085 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:17:59.254325 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-71006262-be6a-455b-ad72-9a8c4f115b81 admin admin] 10.222.0.49 "PUT /v2.0/routers/b385246f-5501-47a9-8c03-515f98eedcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0367072 Sep 03 18:17:59.254826 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49162) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:59.265472 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] Sync routers for ids ['b385246f-5501-47a9-8c03-515f98eedcb2'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:17:59.275891 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] Routers {'b385246f-5501-47a9-8c03-515f98eedcb2'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:17:59.276541 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:17:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['b385246f-5501-47a9-8c03-515f98eedcb2'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:59.366926 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:59.389056 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] Set router b385246f-5501-47a9-8c03-515f98eedcb2 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:17:59.479102 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:59.535787 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Deleting port 5967056e-773e-4c42-b650-173b84710000 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:59.536115 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:59.590453 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '5967056e-773e-4c42-b650-173b84710000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:17:58Z', 'revision_number': 5, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'gw_port': {'id': '5967056e-773e-4c42-b650-173b84710000', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:59.625639 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] Checking router: b385246f-5501-47a9-8c03-515f98eedcb2 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:17:59.637560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] For port 5967056e-773e-4c42-b650-173b84710000, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=5967056e-773e-4c42-b650-173b84710000,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:59.639255 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] Routers {'b385246f-5501-47a9-8c03-515f98eedcb2'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:17:59.640172 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:17:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['b385246f-5501-47a9-8c03-515f98eedcb2'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:59.640898 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:59.654134 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Calling delete_port for 5967056e-773e-4c42-b650-173b84710000 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:59.732487 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] Set router b385246f-5501-47a9-8c03-515f98eedcb2 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:17:59.789165 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:17:59Z', 'revision_number': 6, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'gw_port_host': None}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:59.817451 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005ae0de-5afd-432a-8abe-21383376de01 None None] The sync data for ids ['b385246f-5501-47a9-8c03-515f98eedcb2'] in dv-cinder-804093-5-iscsi is: [{'id': 'b385246f-5501-47a9-8c03-515f98eedcb2', 'name': 'tempest-ServerRescueNegativeTestJSON-427156028-router', 'tenant_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:02Z', 'updated_at': '2021-09-03T18:17:59Z', 'revision_number': 6, 'project_id': '1c41ccd5140642b8ac75dc80c9cb6f57', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:17:59.857017 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:59.883059 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Pushing event deleted for resources: {'Port': ['ID=5967056e-773e-4c42-b650-173b84710000,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:59.957565 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33187111'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.065020 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33157360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5236'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.067375 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.133237 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33157371'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.133830 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b385246f-5501-47a9-8c03-515f98eedcb2 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:18:00.141860 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.143019 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-7c30bdad-2048-4aec-bed9-4b6f293eb143 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b385246f-5501-47a9-8c03-515f98eedcb2 HTTP/1.1" status: 204 len: 168 time: 0.8876066 Sep 03 18:18:00.146090 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49192) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:00.212147 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9eec74-c075-427a-917d-cee58584cc61 admin admin] Deleting subnet 2c1751d6-8dae-4fb9-a443-c1add92a1505 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:18:00.216272 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e9eec74-c075-427a-917d-cee58584cc61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.255861 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e9eec74-c075-427a-917d-cee58584cc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29577056'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.307927 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e9eec74-c075-427a-917d-cee58584cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.328731 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2c365e9a-a6cb-476d-996c-4a3637ae28fe no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:00.351125 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 2c365e9a-a6cb-476d-996c-4a3637ae28fe {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:00.351125 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2c365e9a-a6cb-476d-996c-4a3637ae28fe not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:00.381323 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e9eec74-c075-427a-917d-cee58584cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30624648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30467964'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.411087 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eec74-c075-427a-917d-cee58584cc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1751d6-8dae-4fb9-a443-c1add92a1505,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:00.414916 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9e9eec74-c075-427a-917d-cee58584cc61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.417270 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-9e9eec74-c075-427a-917d-cee58584cc61 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c1751d6-8dae-4fb9-a443-c1add92a1505 HTTP/1.1" status: 204 len: 168 time: 0.2697246 Sep 03 18:18:00.419617 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49198) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:00.496579 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.581610 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.592912 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:00.604537 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8913c724-a0d9-4cc4-a588-78d3efba1bf9') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:00.604879 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8913c724-a0d9-4cc4-a588-78d3efba1bf9') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:00.614973 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29577081'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.629699 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.636353 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:18:00.636815 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30624726'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: Traceback (most recent call last): Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: timer() Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: cb(*args, **kw) Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: return func(*args, **kwargs) Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: self._notify() Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: self.callback(batched_events) Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: event.method(event) Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: return f(self, *a, **k) Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._get(url).json() Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: return self.request(url, 'GET', **kwargs) Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:18:00.638922 dv-cinder-804093-5-iscsi neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:18:00.701338 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.708488 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.710609 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad HTTP/1.1" status: 204 len: 168 time: 0.2897565 Sep 03 18:18:00.723757 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bd314-14b9-470d-b4a3-aad6859c52e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7e79f9-4c5e-460d-bd3a-1890bc3e3fad,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:00.880908 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device fb46f055-787b-42cb-9e80-b4e76de3026c no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:00.902406 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: fb46f055-787b-42cb-9e80-b4e76de3026c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:00.902749 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device fb46f055-787b-42cb-9e80-b4e76de3026c not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:00.939147 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49214) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:01.000103 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-ba7c92d6-38a6-476d-b5e9-36355b3c1bc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c41ccd5140642b8ac75dc80c9cb6f57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0587497 Sep 03 18:18:01.002759 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49222) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:01.062196 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728d5ea5-f146-4ab2-8eeb-fd8a9fdce382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:01.085571 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728d5ea5-f146-4ab2-8eeb-fd8a9fdce382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:01.137049 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728d5ea5-f146-4ab2-8eeb-fd8a9fdce382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:01.139623 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-728d5ea5-f146-4ab2-8eeb-fd8a9fdce382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:01.140802 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-728d5ea5-f146-4ab2-8eeb-fd8a9fdce382 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2381a41-e7cd-42b9-88f7-3c82d03ed02f HTTP/1.1" status: 204 len: 168 time: 0.1363251 Sep 03 18:18:01.149525 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d5ea5-f146-4ab2-8eeb-fd8a9fdce382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2381a41-e7cd-42b9-88f7-3c82d03ed02f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:01.841310 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device d24acb3e-cf70-453b-b209-f18b9787643e no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:01.861167 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: d24acb3e-cf70-453b-b209-f18b9787643e {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:01.861500 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device d24acb3e-cf70-453b-b209-f18b9787643e not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:01.904171 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49248) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:02.009093 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 5967056e-773e-4c42-b650-173b84710000 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:02.023564 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-network', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:02.039479 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 5967056e-773e-4c42-b650-173b84710000 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:02.039733 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 5967056e-773e-4c42-b650-173b84710000 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:02.061211 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Made reservation on behalf of bb3b35affd9e4674a5fc84bd37ce861e for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:02.063987 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.074483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.177821 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.182941 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.213055 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:18:02.223921 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b721e561-132e-40a0-b8b4-d79b173acbfd,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:02.233422 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.233775 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.segments_db [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Added segment ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc of type vlan for network 88f19619-15e0-4f78-aed0-33d17baf59e6 Sep 03 18:18:02.281416 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.309866 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.311050 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:02.311635 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.339228 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4338555 Sep 03 18:18:02.343015 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49266) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:02.350120 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Request body: {'subnet': {'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-subnet', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:02.372333 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Made reservation on behalf of bb3b35affd9e4674a5fc84bd37ce861e for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:02.374781 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30265865'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.385229 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074ec2b-15dd-4efb-b6e3-102f37425a6a admin admin] Pushing event updated for resources: {'Network': ['ID=88f19619-15e0-4f78-aed0-33d17baf59e6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:02.395887 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:18:02.556788 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32546599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30265895'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.617209 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257b1bb9-eb72-4169-b520-9545c116aeff,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:02.627221 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Checking segment: {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:02.627592 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Network hostable DHCP agents. Network: 88f19619-15e0-4f78-aed0-33d17baf59e6, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:18:02.656126 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:18:02.668310 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 88f19619-15e0-4f78-aed0-33d17baf59e6) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:02.673367 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:02.674005 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.682611 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b90e3f0-8242-4b88-a886-f56262d91738 None None] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:02.696972 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-57741b3b-2994-429a-8574-a9289e1008a2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3481390 Sep 03 18:18:02.696972 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49282) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:02.702170 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:02.731377 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.732543 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.797195 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.869347 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-88f19619-15e0-4f78-aed0-33d17baf59e6', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:18:02.870402 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:02.976121 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.029837 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Allocated IP 172.20.0.2 (88f19619-15e0-4f78-aed0-33d17baf59e6/257b1bb9-eb72-4169-b520-9545c116aeff/4955c06a-59f7-48a8-8d16-808da8d26dc8) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:03.215364 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.237170 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.337160 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.346011 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Transition to ACTIVE for port object 4955c06a-59f7-48a8-8d16-808da8d26dc8 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:03.368637 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Allocated IP 172.27.1.52 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/299b4ef4-d2b2-4703-b599-8900c168b3ed) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:03.369870 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Transition to ACTIVE for port object 4955c06a-59f7-48a8-8d16-808da8d26dc8 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:03.379623 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.422092 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:03.425665 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:03.429926 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:03.485214 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Pushing event updated for resources: {'Port': ['ID=4955c06a-59f7-48a8-8d16-808da8d26dc8,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:03.501834 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Attempting to bind port 4955c06a-59f7-48a8-8d16-808da8d26dc8 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:03.502215 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Attempting to bind port 4955c06a-59f7-48a8-8d16-808da8d26dc8 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:03.502582 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Attempting to bind port 4955c06a-59f7-48a8-8d16-808da8d26dc8 on network 88f19619-15e0-4f78-aed0-33d17baf59e6 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:03.507092 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.507449 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.507797 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.508308 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.508777 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.509164 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.509492 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.509817 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.510173 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.510513 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.510844 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.511268 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:03.516952 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:03.517336 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Checking segment: {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:03.517743 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.518137 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Bound using segment: {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:03.519179 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Bound port: 4955c06a-59f7-48a8-8d16-808da8d26dc8, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:03.519603 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.525998 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.566506 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.587607 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] For port 4955c06a-59f7-48a8-8d16-808da8d26dc8, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:03.591227 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] For port 4955c06a-59f7-48a8-8d16-808da8d26dc8, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=4955c06a-59f7-48a8-8d16-808da8d26dc8,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:03.597116 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:03.604165 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:03.607098 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:03.610545 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:03.650962 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Pushing event updated for resources: {'Port': ['ID=299b4ef4-d2b2-4703-b599-8900c168b3ed,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:03.656558 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49fafd-1f30-49d5-8dab-c8514945ebbc None None] Pushing event updated for resources: {'Port': ['ID=4955c06a-59f7-48a8-8d16-808da8d26dc8,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:03.890511 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:04.075280 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 4955c06a-59f7-48a8-8d16-808da8d26dc8 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:04.102692 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:04.128079 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 4955c06a-59f7-48a8-8d16-808da8d26dc8 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:04.233033 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:18:04.339616 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:04.349152 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Sync routers for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:04.357758 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:04.358695 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:04.359145 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-07b9a8ae-10c1-4b4d-974a-f4880d3e278c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6611276 Sep 03 18:18:04.359467 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:17:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:04.361840 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49302) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:04.479712 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:04.616004 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf1050e-1d92-4b17-add5-b11da457bdd7 None None] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:04.704058 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d8883c16-6c63-41c5-a7f1-db49b09cebec None None] Provisioning for port 4955c06a-59f7-48a8-8d16-808da8d26dc8 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:04.716509 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-d8883c16-6c63-41c5-a7f1-db49b09cebec None None] Provisioning complete for port 4955c06a-59f7-48a8-8d16-808da8d26dc8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:04.716843 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d8883c16-6c63-41c5-a7f1-db49b09cebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:04.829071 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:03Z', 'revision_number': 3, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:04.877509 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Checking router: 9186ff79-a2eb-4782-afe7-fbb1356f4f26 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:04.878411 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Updating router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 port 299b4ef4-d2b2-4703-b599-8900c168b3ed binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:18:04.927247 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d8883c16-6c63-41c5-a7f1-db49b09cebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:04.939093 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.008419 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.047363 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-d8883c16-6c63-41c5-a7f1-db49b09cebec None None] For port 4955c06a-59f7-48a8-8d16-808da8d26dc8, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=4955c06a-59f7-48a8-8d16-808da8d26dc8,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:05.052400 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d8883c16-6c63-41c5-a7f1-db49b09cebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.134773 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8883c16-6c63-41c5-a7f1-db49b09cebec None None] Pushing event updated for resources: {'Port': ['ID=4955c06a-59f7-48a8-8d16-808da8d26dc8,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:05.181787 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Allocated IP 172.20.0.1 (88f19619-15e0-4f78-aed0-33d17baf59e6/257b1bb9-eb72-4169-b520-9545c116aeff/4fa51eaa-e9f6-43dc-b6a8-d1576f330258) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:05.277315 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.290454 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Transition to ACTIVE for port object 299b4ef4-d2b2-4703-b599-8900c168b3ed will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:05.294619 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.294820 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-4d38bd94-97c8-4278-9b57-d69efe8603d2 None None] Provisioning complete for port 4955c06a-59f7-48a8-8d16-808da8d26dc8 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:05.295208 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4d38bd94-97c8-4278-9b57-d69efe8603d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.297825 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.309351 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Transition to ACTIVE for port object 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:05.342027 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.375390 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677da222-03ed-4895-ad32-9373fda20eab None None] Pushing event updated for resources: {'Port': ['ID=299b4ef4-d2b2-4703-b599-8900c168b3ed,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:05.381397 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Attempting to bind port 299b4ef4-d2b2-4703-b599-8900c168b3ed on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:05.381763 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Attempting to bind port 299b4ef4-d2b2-4703-b599-8900c168b3ed by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:05.382123 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Attempting to bind port 299b4ef4-d2b2-4703-b599-8900c168b3ed on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:05.382364 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:05.383769 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:05.386151 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:05.389764 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:05.390482 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:05.390696 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.391051 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:05.391512 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Bound port: 299b4ef4-d2b2-4703-b599-8900c168b3ed, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:05.391886 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.433151 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa51eaa-e9f6-43dc-b6a8-d1576f330258,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:05.446938 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.480156 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] For port 299b4ef4-d2b2-4703-b599-8900c168b3ed, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:05.492266 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] For port 299b4ef4-d2b2-4703-b599-8900c168b3ed, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=299b4ef4-d2b2-4703-b599-8900c168b3ed,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:05.497879 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.559434 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677da222-03ed-4895-ad32-9373fda20eab None None] Pushing event updated for resources: {'Port': ['ID=299b4ef4-d2b2-4703-b599-8900c168b3ed,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:05.562064 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:05.562663 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:17:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:05.597110 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.644281 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cb013e08-cb9a-44dc-ac71-9fac147ca982 None None] Provisioning for port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:05.656933 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-cb013e08-cb9a-44dc-ac71-9fac147ca982 None None] Provisioning complete for port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:05.657206 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cb013e08-cb9a-44dc-ac71-9fac147ca982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.706077 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:05.707816 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-cb013e08-cb9a-44dc-ac71-9fac147ca982 None None] Port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:18:05.768998 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:18:05.773783 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.778581 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.851241 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa51eaa-e9f6-43dc-b6a8-d1576f330258,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:05.854061 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:05.951391 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:05.952796 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:06.025343 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:03Z', 'revision_number': 3, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:06.062125 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec3464-66cf-412a-b5e1-4616a28b2f99 None None] The sync data for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi is: [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:03Z', 'revision_number': 3, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:06.081985 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 4955c06a-59f7-48a8-8d16-808da8d26dc8 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:06.098881 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:06.135605 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 4955c06a-59f7-48a8-8d16-808da8d26dc8 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:06.136197 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:06.219999 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:06.226890 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c2a21b8c-03ef-42ae-ae59-6be24c970944 admin admin] 10.222.0.49 "PUT /v2.0/routers/9186ff79-a2eb-4782-afe7-fbb1356f4f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8634896 Sep 03 18:18:06.243158 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-30fc20a2-cd43-4a11-86d2-f75de1fc3fc1 None None] Provisioning complete for port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:06.243540 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-30fc20a2-cd43-4a11-86d2-f75de1fc3fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:06.281350 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-30fc20a2-cd43-4a11-86d2-f75de1fc3fc1 None None] Port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:18:06.525491 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-8188c237-6f2a-4117-a93f-23222506f0a9 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580686426&fields=id&tenant_id=7ebebe47fa784b48a9757b3dde37b664 HTTP/1.1" status: 200 len: 267 time: 0.0365391 Sep 03 18:18:06.605304 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-e3a8d860-eed8-47fd-a433-157a01a5aea8 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:06.607708 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-e3a8d860-eed8-47fd-a433-157a01a5aea8 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 985 time: 0.0754762 Sep 03 18:18:06.628396 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-4c2149c5-bd51-4393-9706-db2b369b1de4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Request body: {'port': {'security_groups': ['243213f2-53d6-461c-80b0-c0e78701f7a4']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:06.716331 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-4c2149c5-bd51-4393-9706-db2b369b1de4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:06.862656 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49330) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:06.868802 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-02e28cde-5ff9-49b5-bd69-2472e7806921 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651616643', 'description': 'tempest-description--718757254'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:06.911269 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-02e28cde-5ff9-49b5-bd69-2472e7806921 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:06.922302 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-4c2149c5-bd51-4393-9706-db2b369b1de4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] For port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:06.956652 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-4c2149c5-bd51-4393-9706-db2b369b1de4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:06.963160 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-4c2149c5-bd51-4393-9706-db2b369b1de4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:06.975752 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['49cabd5c-ec86-46f2-8aef-0d7fafdc240b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:18:07.043669 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-4c2149c5-bd51-4393-9706-db2b369b1de4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:07.044325 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-4c2149c5-bd51-4393-9706-db2b369b1de4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.046066 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-687acaa5-49f1-47b4-89a9-bfdca0f6d350 req-4c2149c5-bd51-4393-9706-db2b369b1de4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "PUT /v2.0/ports/49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 943 time: 0.4268479 Sep 03 18:18:07.046801 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2149c5-bd51-4393-9706-db2b369b1de4 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event updated for resources: {'Port': ['ID=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,revision_number=7']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:07.050824 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:07.053683 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:07.057220 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49344) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:07.167506 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1de13d-0b92-4633-acdb-4097d4f47a89 x-openstack-request-id: req-ca1de13d-0b92-4633-acdb-4097d4f47a89 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:07.168230 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:07.168230 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca1de13d-0b92-4633-acdb-4097d4f47a89 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:07.168482 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'status': 'completed', 'code': 200} Sep 03 18:18:07.186676 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['49cabd5c-ec86-46f2-8aef-0d7fafdc240b'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:18:07.200389 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c634-f290-40ec-9b3e-ba705faac701 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.229426 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d8f76e5c-75e0-409d-9d9b-342f4670b943 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:07.231596 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d8f76e5c-75e0-409d-9d9b-342f4670b943 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/networks?id=c544f8f0-79cc-4449-a66d-ae2299eb6edd HTTP/1.1" status: 200 len: 813 time: 0.2910011 Sep 03 18:18:07.258266 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c634-f290-40ec-9b3e-ba705faac701 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.321585 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-02e28cde-5ff9-49b5-bd69-2472e7806921 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.334321 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-02e28cde-5ff9-49b5-bd69-2472e7806921 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.382432 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c634-f290-40ec-9b3e-ba705faac701 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.386574 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c634-f290-40ec-9b3e-ba705faac701 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.400923 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-b9e8c634-f290-40ec-9b3e-ba705faac701 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "DELETE /v2.0/security-groups/f3994244-488e-4ec5-816f-ce2abf893717 HTTP/1.1" status: 204 len: 168 time: 0.3311884 Sep 03 18:18:07.400923 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49348) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:07.401243 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-b5f35993-4846-416c-8f84-0f1d83b752b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:07.401243 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-b5f35993-4846-416c-8f84-0f1d83b752b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ebebe47fa784b48a9757b3dde37b664&device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 1099 time: 0.2549510 Sep 03 18:18:07.409419 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-593ab0e1-63d3-4f50-add3-1a50a3b69dc6 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/quotas/ad6b4db1989949c88c492d2d3a31fe63 HTTP/1.1" status: 200 len: 375 time: 0.0853946 Sep 03 18:18:07.427914 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8c634-f290-40ec-9b3e-ba705faac701 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3994244-488e-4ec5-816f-ce2abf893717,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:07.457228 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-02e28cde-5ff9-49b5-bd69-2472e7806921 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.461764 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-02e28cde-5ff9-49b5-bd69-2472e7806921 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5978067 Sep 03 18:18:07.491272 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49354) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:07.492103 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e28cde-5ff9-49b5-bd69-2472e7806921 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14acc300-1502-4214-990b-5cfe22cdcbca,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:07.511794 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7c20a278-1ef3-49f5-9bb7-1b09f57c7a80 None None] Provisioning complete for port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:07.512280 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7c20a278-1ef3-49f5-9bb7-1b09f57c7a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.528764 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-de5e5132-8117-4d2e-bb8e-22582ae50d83 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'security_group_rule': {'security_group_id': '14acc300-1502-4214-990b-5cfe22cdcbca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:07.545208 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d932b6c3-d3aa-4eab-ad72-adc41d814fc9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad6b4db1989949c88c492d2d3a31fe63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1264398 Sep 03 18:18:07.655592 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Deleting port 15ab0c6b-985b-4f62-9277-8d7324bf2343 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:07.655939 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.748188 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.748919 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.764632 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Calling delete_port for 15ab0c6b-985b-4f62-9277-8d7324bf2343 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:07.867999 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de5e5132-8117-4d2e-bb8e-22582ae50d83 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.912788 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Sync routers for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:07.922997 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:07.923864 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:17:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:07.945166 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-44d93c3d-b7d6-4a52-b984-1c69cabaa910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:07.946643 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-44d93c3d-b7d6-4a52-b984-1c69cabaa910 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c HTTP/1.1" status: 200 len: 915 time: 0.5359299 Sep 03 18:18:07.963026 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.990661 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event deleted for resources: {'Port': ['ID=15ab0c6b-985b-4f62-9277-8d7324bf2343,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:08.010976 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-66a5d063-f944-4a36-bf90-a9421a2777ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 217 time: 0.0555129 Sep 03 18:18:08.017378 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-a61416eb-5bbb-466f-9f70-0fce67bc84cd service neutron] 10.222.0.49 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596028 Sep 03 18:18:08.036918 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:08.044210 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de5e5132-8117-4d2e-bb8e-22582ae50d83 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.065944 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.066540 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Floating IP e80a6c23-ba12-48d9-8d7c-a2ad21cf68bd disassociated (deleted). External IP: 172.27.1.142, port: 49cabd5c-ec86-46f2-8aef-0d7fafdc240b. Sep 03 18:18:08.067609 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de5e5132-8117-4d2e-bb8e-22582ae50d83 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.115649 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e5132-8117-4d2e-bb8e-22582ae50d83 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cd8c18-f64d-40b5-aceb-2859f9479edc,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:08.130219 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-c9acbf77-0737-4272-9f92-c0c3f3ffc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:08.132020 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-c9acbf77-0737-4272-9f92-c0c3f3ffc35f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9afc0f1-c785-48cf-a379-d2eaf7059c40 HTTP/1.1" status: 200 len: 853 time: 0.1137097 Sep 03 18:18:08.157946 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 299b4ef4-d2b2-4703-b599-8900c168b3ed up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:08.175752 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-de5e5132-8117-4d2e-bb8e-22582ae50d83 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.175987 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-de5e5132-8117-4d2e-bb8e-22582ae50d83 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6808467 Sep 03 18:18:08.180461 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49356) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:08.187602 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-fe1bbed5-33db-4cc7-b3e6-5f0bcd75130d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'security_group_rule': {'security_group_id': '14acc300-1502-4214-990b-5cfe22cdcbca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:08.215036 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 299b4ef4-d2b2-4703-b599-8900c168b3ed completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:08.219730 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 299b4ef4-d2b2-4703-b599-8900c168b3ed triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:08.220286 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.233881 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-f39643b0-9f9a-41c7-826f-35140e2b80cc service neutron] 10.222.0.49 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979945 Sep 03 18:18:08.238649 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-95933c7c-6fbb-4ec9-bc72-34090b962419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:08.240679 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-95933c7c-6fbb-4ec9-bc72-34090b962419 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772092 Sep 03 18:18:08.258722 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbed5-33db-4cc7-b3e6-5f0bcd75130d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.409442 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-678b14e9-1866-4be4-a668-a3cc909fc316 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603770 Sep 03 18:18:08.411433 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.414121 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbed5-33db-4cc7-b3e6-5f0bcd75130d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.422871 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Router d626c9b9-4ee2-4a04-813c-b78487ea395b has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:08.426879 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbed5-33db-4cc7-b3e6-5f0bcd75130d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.437829 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 299b4ef4-d2b2-4703-b599-8900c168b3ed, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=299b4ef4-d2b2-4703-b599-8900c168b3ed,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:08.443325 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.466048 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 2, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:08.502114 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Checking router: 9186ff79-a2eb-4782-afe7-fbb1356f4f26 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:08.503101 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Updating router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:18:08.504994 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bbed5-33db-4cc7-b3e6-5f0bcd75130d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c65297-d885-4efc-affe-36000acfe6c9,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:08.538184 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.551938 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbed5-33db-4cc7-b3e6-5f0bcd75130d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.556386 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-fe1bbed5-33db-4cc7-b3e6-5f0bcd75130d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3714862 Sep 03 18:18:08.557215 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-39b79c18-308b-4060-b1a3-1b53954bc795 req-9d699a10-3094-4f2a-b9ee-2a4afa20cf5d tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 210 time: 0.1120386 Sep 03 18:18:08.557613 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49364) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:08.562313 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'floatingip': {'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:08.576135 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=299b4ef4-d2b2-4703-b599-8900c168b3ed,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:08.589442 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.663394 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-be8f37bd-7d5b-4197-9b4d-34408bdf39fb req-2c5bb403-5a6f-40c1-8061-1c2d3ec52197 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473605 Sep 03 18:18:08.669690 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:08.683531 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.689091 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] Sync routers for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:08.724802 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:08.726015 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:17:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:08.755452 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-d65822ee-2c75-42c1-aab8-402dcb4ddfb1 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "DELETE /v2.0/floatingips/e80a6c23-ba12-48d9-8d7c-a2ad21cf68bd HTTP/1.1" status: 204 len: 168 time: 1.3523366 Sep 03 18:18:08.783798 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.858510 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:09.176280 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:09.181361 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b576d9-b01d-4909-bcf8-88df00b4573a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:09.213540 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.220940 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '9938b315-94a8-4967-aed3-eae4c6ca5163', 'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'mac_address': 'fa:16:3e:a3:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:47Z', 'updated_at': '2021-09-03T18:14:54Z', 'revision_number': 5, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'subnets': [{'id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:09.247526 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Transition to ACTIVE for port object 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:09.258794 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] Checking router: d626c9b9-4ee2-4a04-813c-b78487ea395b for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:09.259302 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.270614 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Allocated IP 172.27.1.118 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/ebecf584-1251-4ca6-9e92-ef988025c5a8) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:09.284881 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:09.286045 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:17:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:09.346721 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Pushing event updated for resources: {'Port': ['ID=4fa51eaa-e9f6-43dc-b6a8-d1576f330258,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:09.362774 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.363124 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.363465 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.363831 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.364175 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.364529 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.364885 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.365212 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.365562 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.365916 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.366221 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.366556 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:09.415504 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Attempting to bind port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:09.415933 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Attempting to bind port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:09.416303 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Attempting to bind port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 on network 88f19619-15e0-4f78-aed0-33d17baf59e6 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:09.422617 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:09.425625 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Checking segment: {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:09.426070 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.426460 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Bound using segment: {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:09.426942 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Bound port: 4fa51eaa-e9f6-43dc-b6a8-d1576f330258, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:09.427077 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.431396 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.451044 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8674c0-0c10-417c-a01b-4c28d8f1595d x-openstack-request-id: req-4f8674c0-0c10-417c-a01b-4c28d8f1595d {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:09.451476 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:09.451912 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f8674c0-0c10-417c-a01b-4c28d8f1595d {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:09.452404 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'status': 'completed', 'code': 200} Sep 03 18:18:09.502016 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.506004 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-7e3a3b3a-051b-4d43-bf69-624b30e13590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:09.508372 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-7e3a3b3a-051b-4d43-bf69-624b30e13590 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ebebe47fa784b48a9757b3dde37b664&device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 1099 time: 0.0947526 Sep 03 18:18:09.532120 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] For port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:09.540231 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] For port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=4fa51eaa-e9f6-43dc-b6a8-d1576f330258,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:09.545476 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:09.545722 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:09.548858 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:09.549738 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.555142 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:09.585810 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'Port': ['ID=ebecf584-1251-4ca6-9e92-ef988025c5a8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:09.615755 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c2e98-6400-474f-9555-6a4f45f1ea08 None None] Pushing event updated for resources: {'Port': ['ID=4fa51eaa-e9f6-43dc-b6a8-d1576f330258,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:09.638400 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:09.639763 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:17:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:09.756376 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-4e9c5ad0-30a4-4718-aa6b-40ec768d3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:09.757828 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-4e9c5ad0-30a4-4718-aa6b-40ec768d3efb service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c HTTP/1.1" status: 200 len: 915 time: 0.2372766 Sep 03 18:18:09.802139 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6c1519f8-1587-4f90-a2e4-cd53bfba0d23 req-a8a400e3-7b56-40c2-92f2-ea5358730583 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 210 time: 0.0782690 Sep 03 18:18:09.811066 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.863072 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-03340fa4-f086-4480-92e8-adfc53687746 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 200 len: 217 time: 0.0964556 Sep 03 18:18:09.865119 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:09.866815 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.944204 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '9938b315-94a8-4967-aed3-eae4c6ca5163', 'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'mac_address': 'fa:16:3e:a3:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:47Z', 'updated_at': '2021-09-03T18:14:54Z', 'revision_number': 5, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'subnets': [{'id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:10.012091 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd0611-00b6-48f1-b838-73c01442d109 None None] The sync data for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi is: [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:14:48Z', 'revision_number': 4, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '9938b315-94a8-4967-aed3-eae4c6ca5163', 'name': '', 'network_id': '2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'mac_address': 'fa:16:3e:a3:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:47Z', 'updated_at': '2021-09-03T18:14:54Z', 'revision_number': 5, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'subnets': [{'id': 'f9afc0f1-c785-48cf-a379-d2eaf7059c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:10.013865 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-b7bc2cfd-1f1e-4326-b1c7-b362e7642829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:10.015135 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-b7bc2cfd-1f1e-4326-b1c7-b362e7642829 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9afc0f1-c785-48cf-a379-d2eaf7059c40 HTTP/1.1" status: 200 len: 853 time: 0.1394811 Sep 03 18:18:10.144797 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 299b4ef4-d2b2-4703-b599-8900c168b3ed up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:10.162191 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.169149 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.175714 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d006e07c-fa8f-4549-ba82-dac8baa6bb5b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:10.178249 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d006e07c-fa8f-4549-ba82-dac8baa6bb5b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.23 "GET /v2.0/networks?id=c544f8f0-79cc-4449-a66d-ae2299eb6edd HTTP/1.1" status: 200 len: 813 time: 0.2633018 Sep 03 18:18:10.181683 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-5e0dfad6-e39c-437b-b179-a4cc19ebf344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:10.183122 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-5e0dfad6-e39c-437b-b179-a4cc19ebf344 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1406593 Sep 03 18:18:10.205800 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 299b4ef4-d2b2-4703-b599-8900c168b3ed triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:10.206477 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.218408 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Request body: {'port': {'device_id': 'edfabeab-f0e1-416e-88ba-a73a318e8deb', 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd', 'admin_state_up': True, 'tenant_id': 'ad6b4db1989949c88c492d2d3a31fe63'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:10.257455 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.281420 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:09Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:10.292936 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'Port': ['ID=ebecf584-1251-4ca6-9e92-ef988025c5a8,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:10.296990 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.298625 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-36da9795-3189-4be7-bd70-340fa8a5bc8b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7400882 Sep 03 18:18:10.341333 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2df12-c1b6-42e6-8acf-a6b8a490a41d None None] The sync data for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi is: [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:09Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:10.461185 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-b3cd6707-5f9c-4388-909b-c5b4f8367687 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559547 Sep 03 18:18:10.559248 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2dc08c-8d46-44f9-8035-a936ea143e99 None None] New status for floating IP e80a6c23-ba12-48d9-8d7c-a2ad21cf68bd: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:18:10.608951 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-63c7a587-57f7-497d-8da8-b7f4e5dfd055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.732489 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Made reservation on behalf of ad6b4db1989949c88c492d2d3a31fe63 for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:10.738070 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.771109 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-4ca89e38-b12d-4139-8e7d-5a672c15657a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1651616643&fields=id&tenant_id=bb3b35affd9e4674a5fc84bd37ce861e HTTP/1.1" status: 200 len: 267 time: 0.2257075 Sep 03 18:18:10.776466 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-13b576d9-b01d-4909-bcf8-88df00b4573a req-017cba4b-971f-48a8-ba74-72119fd46c95 service neutron] 10.222.0.23 "GET /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059123 Sep 03 18:18:10.790685 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49436) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:10.958795 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Allocated IP 172.20.0.13 (c544f8f0-79cc-4449-a66d-ae2299eb6edd/f79e9a62-f51b-4e1e-be9e-38afa361a3a9/e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:10.962705 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4af4bcde-209b-4292-a1ab-16dde17c1a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.998966 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6d470a4f-10d8-4488-bb21-0ea59c87d4f3 req-cbba1900-40f0-4a92-bdc0-6ec852923b7f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 210 time: 0.0383921 Sep 03 18:18:11.066988 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-dec949ec-68fd-4f59-b1ca-999ad17bea86 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:11.069107 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-dec949ec-68fd-4f59-b1ca-999ad17bea86 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 817 time: 0.2874234 Sep 03 18:18:11.097782 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4af4bcde-209b-4292-a1ab-16dde17c1a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.102772 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4af4bcde-209b-4292-a1ab-16dde17c1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.121069 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-4eef60b9-9ee9-44a9-a971-551ec7c02fe5 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/quotas/bb3b35affd9e4674a5fc84bd37ce861e HTTP/1.1" status: 200 len: 375 time: 0.0378513 Sep 03 18:18:11.154567 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4bcde-209b-4292-a1ab-16dde17c1a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ebffa5-978b-4548-b5b8-1dcfa1c29080,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:11.171315 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-4af4bcde-209b-4292-a1ab-16dde17c1a95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=645d153239c94e1ca716841c5dfcbc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765295 Sep 03 18:18:11.171726 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49442) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:11.232319 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-d0982b8e-7002-45ac-9042-72f3888d9bb6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100588 Sep 03 18:18:11.246095 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.248792 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c16eff4-c20f-40b3-a41a-80f174de5760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.274434 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c16eff4-c20f-40b3-a41a-80f174de5760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.329547 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c16eff4-c20f-40b3-a41a-80f174de5760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.332367 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1c16eff4-c20f-40b3-a41a-80f174de5760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.336484 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-1c16eff4-c20f-40b3-a41a-80f174de5760 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60ebffa5-978b-4548-b5b8-1dcfa1c29080 HTTP/1.1" status: 204 len: 168 time: 0.1636877 Sep 03 18:18:11.345002 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16eff4-c20f-40b3-a41a-80f174de5760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ebffa5-978b-4548-b5b8-1dcfa1c29080,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:11.357697 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-afff6877-d152-41cc-a5d1-e8b3cfc82ab4 service neutron] 10.222.0.49 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090548 Sep 03 18:18:11.363312 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.435025 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Network c544f8f0-79cc-4449-a66d-ae2299eb6edd is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:11.445897 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:11.457269 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:11.463154 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Pushing event updated for resources: {'Port': ['ID=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:11.544304 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:11.545006 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.569147 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-1c2daa55-148e-4227-bbd3-7b56e2ef707c service neutron] 10.222.0.49 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966195 Sep 03 18:18:11.571970 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-d5f615c2-fd02-4918-99cd-e72f5a2efd6e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3577065 Sep 03 18:18:11.585431 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Request body: {'port': {'device_id': 'edfabeab-f0e1-416e-88ba-a73a318e8deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:11.657802 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.685395 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49448) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:11.703818 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9419b226-3caf-4e57-a2f4-674feb3e4987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.824169 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f9ad8ce-7fc6-49f7-82be-f68d576ea22f req-dfb4b11b-4058-4c61-adcf-e84db9140e55 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 210 time: 0.0526710 Sep 03 18:18:11.884371 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9419b226-3caf-4e57-a2f4-674feb3e4987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.891816 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9419b226-3caf-4e57-a2f4-674feb3e4987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.948217 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419b226-3caf-4e57-a2f4-674feb3e4987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed2e2ed-5670-4630-a05c-40574757a692,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:11.957560 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9419b226-3caf-4e57-a2f4-674feb3e4987 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97f7791a85e046eeb63002705f61424d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706497 Sep 03 18:18:11.958572 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49460) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:12.019785 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db058da1-8438-4aa8-9f45-ca8d79f8514b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.048472 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:18:12.065863 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.078495 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db058da1-8438-4aa8-9f45-ca8d79f8514b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.079613 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Transition to ACTIVE for port object e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:12.085455 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.181990 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:12.185113 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d59f-0697-4589-b862-644c836f652a req-9efdb38a-56a6-46b7-9337-ba8930b9987d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:12.186715 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aa02d59f-0697-4589-b862-644c836f652a req-9efdb38a-56a6-46b7-9337-ba8930b9987d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.0884800 Sep 03 18:18:12.197765 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:12.229957 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd92d-d650-45ce-8b63-af1472d25640 req-a823167b-816f-4a68-a71b-164e7e748f70 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:12.231406 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-becfd92d-d650-45ce-8b63-af1472d25640 req-a823167b-816f-4a68-a71b-164e7e748f70 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 944 time: 0.1100736 Sep 03 18:18:12.241491 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aa02d59f-0697-4589-b862-644c836f652a req-355dff53-7e8c-47bd-aaaa-9b1c3c182a3d tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471914 Sep 03 18:18:12.243447 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db058da1-8438-4aa8-9f45-ca8d79f8514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.247501 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-db058da1-8438-4aa8-9f45-ca8d79f8514b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.249672 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-db058da1-8438-4aa8-9f45-ca8d79f8514b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fed2e2ed-5670-4630-a05c-40574757a692 HTTP/1.1" status: 204 len: 168 time: 0.2901874 Sep 03 18:18:12.259845 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db058da1-8438-4aa8-9f45-ca8d79f8514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed2e2ed-5670-4630-a05c-40574757a692,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:12.284790 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:12.295918 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:12.296575 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.341139 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-becfd92d-d650-45ce-8b63-af1472d25640 req-3693615c-ab99-4a92-90ed-0b7da122a9d4 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639822 Sep 03 18:18:12.343524 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Attempting to bind port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:12.343858 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Attempting to bind port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:12.344188 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Attempting to bind port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 on network c544f8f0-79cc-4449-a66d-ae2299eb6edd {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:12.349827 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 on network c544f8f0-79cc-4449-a66d-ae2299eb6edd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:18:12.350158 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Attempting to bind port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 on network c544f8f0-79cc-4449-a66d-ae2299eb6edd {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:12.355640 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:12.364758 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Checking segment: {'id': '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:12.365193 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Bound using segment: {'id': '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:12.365775 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Bound port: e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:12.366199 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.427344 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.454130 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] For port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:12.458331 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] For port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:12.467006 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=4fa51eaa-e9f6-43dc-b6a8-d1576f330258,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:12.470874 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.471541 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.522925 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:12.523560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.525493 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 HTTP/1.1" status: 200 len: 1094 time: 0.9448442 Sep 03 18:18:12.527818 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfabeab-f0e1-416e-88ba-a73a318e8deb', 'tag': 'e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:12.531528 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8bc8bf-ba61-427a-984d-b32a5213b13a" -d '{"events": [{"name": "network-changed", "server_uuid": "edfabeab-f0e1-416e-88ba-a73a318e8deb", "tag": "e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:12.551787 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=4fa51eaa-e9f6-43dc-b6a8-d1576f330258,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:12.563965 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da483d9f-f70e-435a-ba39-a3c7d38e66b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:12.586240 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddd24b3-53aa-4aee-b532-de91441efd0c x-openstack-request-id: req-3ddd24b3-53aa-4aee-b532-de91441efd0c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:12.586560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfabeab-f0e1-416e-88ba-a73a318e8deb", "tag": "e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:12.586820 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ddd24b3-53aa-4aee-b532-de91441efd0c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:12.587221 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfabeab-f0e1-416e-88ba-a73a318e8deb', 'tag': 'e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92', 'status': 'completed', 'code': 200} Sep 03 18:18:12.622361 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-ca125d9f-8bfe-4dfe-9fd3-28b2e74b1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:12.624320 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-ca125d9f-8bfe-4dfe-9fd3-28b2e74b1a77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad6b4db1989949c88c492d2d3a31fe63&device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 1097 time: 0.0487907 Sep 03 18:18:12.672054 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-3b3f6b62-b393-4120-9959-36859dc28b91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 HTTP/1.1" status: 200 len: 217 time: 0.0367770 Sep 03 18:18:12.676653 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49476) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:12.697098 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67ae7acc-9829-464f-9edd-ec08d67bcbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.749163 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-be8656d5-971c-4a55-a2fa-5c8d8a1b7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:12.750611 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-be8656d5-971c-4a55-a2fa-5c8d8a1b7e98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f79e9a62-f51b-4e1e-be9e-38afa361a3a9 HTTP/1.1" status: 200 len: 853 time: 0.0676992 Sep 03 18:18:12.791704 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-052f4fa1-9fe0-4878-97c7-0ce461c16181 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c544f8f0-79cc-4449-a66d-ae2299eb6edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316973 Sep 03 18:18:12.915330 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67ae7acc-9829-464f-9edd-ec08d67bcbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.931959 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-67ae7acc-9829-464f-9edd-ec08d67bcbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.969167 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-130dd87c-f7d1-4943-aa36-de6ada60e8b2 service neutron] 10.222.0.23 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664932 Sep 03 18:18:12.970924 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ad7b7f9d-0d0d-4c58-8c63-9b17a0c4c48f req-62155a7f-5f9c-43cf-82a6-e28ffc9967a6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 210 time: 0.0496287 Sep 03 18:18:13.045184 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-67ae7acc-9829-464f-9edd-ec08d67bcbce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d38f5c27d6d4d19a111aa9335b8c6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674872 Sep 03 18:18:13.048312 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49480) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:13.053681 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae7acc-9829-464f-9edd-ec08d67bcbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964f8a39-8ee9-4cd3-904a-ce2d2bc6d218,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:13.111426 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a4262de-6732-48b3-895f-aa0b1e1d6ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.136361 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a4262de-6732-48b3-895f-aa0b1e1d6ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.185510 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a4262de-6732-48b3-895f-aa0b1e1d6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.188341 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9a4262de-6732-48b3-895f-aa0b1e1d6ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.189649 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9a4262de-6732-48b3-895f-aa0b1e1d6ae3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/964f8a39-8ee9-4cd3-904a-ce2d2bc6d218 HTTP/1.1" status: 204 len: 168 time: 0.1400397 Sep 03 18:18:13.197895 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4262de-6732-48b3-895f-aa0b1e1d6ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964f8a39-8ee9-4cd3-904a-ce2d2bc6d218,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:13.373574 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-188fe320-78cd-4568-ad20-0c1fd164b743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.375260 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce87304-878f-4eac-b9a4-fa204f34c1ce req-fb6c8d0d-d776-4f4b-8654-c39dc372adb8 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:13.382821 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9ce87304-878f-4eac-b9a4-fa204f34c1ce req-fb6c8d0d-d776-4f4b-8654-c39dc372adb8 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.0641186 Sep 03 18:18:13.425512 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9ce87304-878f-4eac-b9a4-fa204f34c1ce req-203cbb4f-7bce-4f97-b2f3-45b9a715ef7f tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/security-groups?id=243213f2-53d6-461c-80b0-c0e78701f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415986 Sep 03 18:18:13.429683 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-80678faf-6051-44f5-b447-b1d648fef763 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:13.431364 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-80678faf-6051-44f5-b447-b1d648fef763 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 817 time: 0.4704330 Sep 03 18:18:13.444511 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b1712f59-f472-4b54-82fd-4c3041cc8a2b req-72748bcb-d5a7-4189-ad3f-b133907223bb service neutron] 10.222.0.23 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596934 Sep 03 18:18:13.502272 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-85564fa7-4600-4d0c-b994-d8a796d19b2d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb3b35affd9e4674a5fc84bd37ce861e HTTP/1.1" status: 200 len: 380 time: 0.0566244 Sep 03 18:18:13.520259 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'port': {'device_id': '61517874-6897-4768-a9a0-32cbd405f16d', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'admin_state_up': True, 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'security_groups': ['14acc300-1502-4214-990b-5cfe22cdcbca']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:13.546812 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a033b7-e3e7-40f9-8fc1-e6d8a3efaf32 req-eb2bf199-da98-4d41-bdb7-a311625ec7c3 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:13.548323 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c6a033b7-e3e7-40f9-8fc1-e6d8a3efaf32 req-eb2bf199-da98-4d41-bdb7-a311625ec7c3 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 944 time: 0.1156726 Sep 03 18:18:13.614078 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.637512 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-f7ab48ce-23b5-4784-8de7-4ebc1578683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:13.639107 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-f7ab48ce-23b5-4784-8de7-4ebc1578683a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad6b4db1989949c88c492d2d3a31fe63&device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 1097 time: 0.1351566 Sep 03 18:18:13.683652 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c6a033b7-e3e7-40f9-8fc1-e6d8a3efaf32 req-dc66b8b9-259c-4e90-863e-e567abd5ef5c tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210585 Sep 03 18:18:13.767498 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Made reservation on behalf of bb3b35affd9e4674a5fc84bd37ce861e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:13.771536 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.782185 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-4d9873cc-bb1c-446b-8944-058ba3c664bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:13.784285 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-4d9873cc-bb1c-446b-8944-058ba3c664bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=c544f8f0-79cc-4449-a66d-ae2299eb6edd HTTP/1.1" status: 200 len: 914 time: 0.1349509 Sep 03 18:18:13.839456 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-d67a75a3-45ce-4765-9500-bca657b6639f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 HTTP/1.1" status: 200 len: 217 time: 0.0465872 Sep 03 18:18:13.948419 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-b38a3646-e0bb-4245-85cb-dc7416f3eb71 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:13.948762 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-4126db17-985e-4b94-8e14-d2796749ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:13.950399 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-4126db17-985e-4b94-8e14-d2796749ea00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f79e9a62-f51b-4e1e-be9e-38afa361a3a9 HTTP/1.1" status: 200 len: 853 time: 0.0850625 Sep 03 18:18:13.951199 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-b38a3646-e0bb-4245-85cb-dc7416f3eb71 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 946 time: 0.0625815 Sep 03 18:18:13.995415 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-6e1bc564-3dbb-430d-93e1-b43e549ae535 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c544f8f0-79cc-4449-a66d-ae2299eb6edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310829 Sep 03 18:18:14.009587 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Allocated IP 172.20.0.3 (88f19619-15e0-4f78-aed0-33d17baf59e6/257b1bb9-eb72-4169-b520-9545c116aeff/adb13690-c38a-49f6-9366-d50e31b08b84) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:14.096999 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4a9b1536-318d-4519-8121-9eab7ee86524 req-7e9315bd-a691-4ef2-9138-7822544d94fb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 210 time: 0.0405664 Sep 03 18:18:14.099042 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Deleting port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:14.099478 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.111174 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:14.169130 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:14.169729 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.178034 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-020e3fac-57fe-4823-99a4-db44e095edca service neutron] 10.222.0.23 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558821 Sep 03 18:18:14.249188 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] For port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:14.249647 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.266834 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Calling delete_port for 49cabd5c-ec86-46f2-8aef-0d7fafdc240b owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:14.335936 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.367869 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b8bc8bf-ba61-427a-984d-b32a5213b13a req-fb74a0e7-e57d-4c7a-b363-8cf85f0e39ec service neutron] 10.222.0.23 "GET /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810701 Sep 03 18:18:14.368858 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Transition to ACTIVE for port object adb13690-c38a-49f6-9366-d50e31b08b84 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:14.413033 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.426220 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.471453 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.479546 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Pushing event deleted for resources: {'Port': ['ID=49cabd5c-ec86-46f2-8aef-0d7fafdc240b,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:14.480217 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:14.486111 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:14.496264 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:14.544378 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] No DVR routers for this DVR port 49cabd5c-ec86-46f2-8aef-0d7fafdc240b on host hv-cinder-80409 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:18:14.548430 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.551543 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-88dc3417-0c90-4fe1-abaf-f8e0e0da4626 req-68afc7cf-da89-43ef-8fe2-c9cab3fc2cdb tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.23 "DELETE /v2.0/ports/49cabd5c-ec86-46f2-8aef-0d7fafdc240b HTTP/1.1" status: 204 len: 173 time: 0.5873590 Sep 03 18:18:14.552006 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'name': 'network-vif-deleted', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:14.555400 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d749c89e-d0b3-4257-af6d-64ee11c93ebd" -d '{"events": [{"server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "name": "network-vif-deleted", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:14.560895 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:14.598595 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:14.600134 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.635668 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c23cf6d-6bd2-4c72-a6fa-1f5b1d8dca64 x-openstack-request-id: req-2c23cf6d-6bd2-4c72-a6fa-1f5b1d8dca64 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:14.636323 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ba190d-853c-415d-91c6-e919a82f7a75", "name": "network-vif-deleted", "tag": "49cabd5c-ec86-46f2-8aef-0d7fafdc240b", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:14.636775 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c23cf6d-6bd2-4c72-a6fa-1f5b1d8dca64 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:14.637324 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ba190d-853c-415d-91c6-e919a82f7a75', 'name': 'network-vif-deleted', 'tag': '49cabd5c-ec86-46f2-8aef-0d7fafdc240b', 'status': 'completed', 'code': 200} Sep 03 18:18:14.649035 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-519a82fa-fb41-4652-880e-4a443e902a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1351893 Sep 03 18:18:14.669706 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fe2159dd-2906-4ad0-9453-255ab1ad4904 req-43e43e8f-fdae-472c-8b92-8fa1f71dcbb5 tempest-TestMinimumBasicScenario-947017248 tempest-TestMinimumBasicScenario-947017248-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8ba190d-853c-415d-91c6-e919a82f7a75 HTTP/1.1" status: 200 len: 210 time: 0.0511162 Sep 03 18:18:14.675207 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Request body: {'port': {'device_id': '61517874-6897-4768-a9a0-32cbd405f16d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:14.798627 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.883219 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcbc76-c288-4590-b6cc-e04c7dfaaa4a req-876c512a-b61d-4898-bf0d-25adda2eac7b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:14.891750 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-12dcbc76-c288-4590-b6cc-e04c7dfaaa4a req-876c512a-b61d-4898-bf0d-25adda2eac7b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 944 time: 0.0836630 Sep 03 18:18:14.937063 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-19360575-2273-4899-95f8-988adebe350f None None] Provisioning for port adb13690-c38a-49f6-9366-d50e31b08b84 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:14.946775 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-19360575-2273-4899-95f8-988adebe350f None None] Provisioning complete for port adb13690-c38a-49f6-9366-d50e31b08b84 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:14.947298 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-19360575-2273-4899-95f8-988adebe350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.948266 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-12dcbc76-c288-4590-b6cc-e04c7dfaaa4a req-1df51e21-f719-49c2-9d1a-66ca51b4e08e tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517595 Sep 03 18:18:14.992156 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-19360575-2273-4899-95f8-988adebe350f None None] Port adb13690-c38a-49f6-9366-d50e31b08b84 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:18:15.162989 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb13690-c38a-49f6-9366-d50e31b08b84 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:18:15.174200 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:15.223749 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Transition to ACTIVE for port object adb13690-c38a-49f6-9366-d50e31b08b84 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:15.241561 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:15.302766 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf2e19-e851-4031-ba10-26cf03b136a5 req-a2e44424-f175-4c13-9f92-727658e9410e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:15.309203 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8fcf2e19-e851-4031-ba10-26cf03b136a5 req-a2e44424-f175-4c13-9f92-727658e9410e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 931 time: 0.0964129 Sep 03 18:18:15.335727 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:15.385127 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8fcf2e19-e851-4031-ba10-26cf03b136a5 req-526be874-6c21-4c70-9544-bbb33f3a10e1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724285 Sep 03 18:18:15.465733 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Attempting to bind port adb13690-c38a-49f6-9366-d50e31b08b84 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:15.466067 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Attempting to bind port adb13690-c38a-49f6-9366-d50e31b08b84 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:15.466446 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Attempting to bind port adb13690-c38a-49f6-9366-d50e31b08b84 on network 88f19619-15e0-4f78-aed0-33d17baf59e6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:15.471061 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Port adb13690-c38a-49f6-9366-d50e31b08b84 on network 88f19619-15e0-4f78-aed0-33d17baf59e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:18:15.471372 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Attempting to bind port adb13690-c38a-49f6-9366-d50e31b08b84 on network 88f19619-15e0-4f78-aed0-33d17baf59e6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:15.476097 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:15.476437 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Checking segment: {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:15.476897 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Bound using segment: {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:15.477271 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Bound port: adb13690-c38a-49f6-9366-d50e31b08b84, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:15.477626 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:15.544507 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:15.547646 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:15.553264 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:15.592709 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:15.593346 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:15.594725 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] 10.222.0.23 "PUT /v2.0/ports/adb13690-c38a-49f6-9366-d50e31b08b84 HTTP/1.1" status: 200 len: 1093 time: 0.9276428 Sep 03 18:18:15.595193 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:15.597429 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e94a1ad-0d74-4385-b46e-8623b1f160a7" -d '{"events": [{"name": "network-changed", "server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:15.642283 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e67365-7327-4e5b-98a0-2eba1f644a6c service neutron] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:15.652945 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9139fb81-c85f-4a8a-9a2d-dad31835e406 x-openstack-request-id: req-9139fb81-c85f-4a8a-9a2d-dad31835e406 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:15.653236 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:15.653546 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9139fb81-c85f-4a8a-9a2d-dad31835e406 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:15.654033 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'status': 'completed', 'code': 200} Sep 03 18:18:15.716030 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-62858809-3a1d-447e-bb83-c4b9a08e6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:15.720668 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-62858809-3a1d-447e-bb83-c4b9a08e6ffd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 1096 time: 0.0563152 Sep 03 18:18:15.778108 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-80eea13f-2121-4cdc-8818-9091df7cf528 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adb13690-c38a-49f6-9366-d50e31b08b84 HTTP/1.1" status: 200 len: 217 time: 0.0515907 Sep 03 18:18:15.846264 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-871b0bbb-0aca-433a-b87b-513dffb7b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:15.848524 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-871b0bbb-0aca-433a-b87b-513dffb7b952 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0609734 Sep 03 18:18:15.908180 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-fe0212eb-f74e-41bd-b704-aa09dd38655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:15.909782 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-fe0212eb-f74e-41bd-b704-aa09dd38655a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531566 Sep 03 18:18:16.023610 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:16.068234 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-f4a47bd9-dea9-4c68-97d0-725c613a5c9c service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496856 Sep 03 18:18:16.085779 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:16.194470 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d6b6f-5b09-4315-b5f4-0d368353a387 req-00452066-7fd3-4c2f-87c1-1dd916061fa6 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:16.196003 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-939d6b6f-5b09-4315-b5f4-0d368353a387 req-00452066-7fd3-4c2f-87c1-1dd916061fa6 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 944 time: 0.1189332 Sep 03 18:18:16.233356 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f4ac07ec-7dc7-4264-abcf-856120df0295 req-3f17ce73-d92e-427f-a14d-2c35d3b6f95d service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577775 Sep 03 18:18:16.253104 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-939d6b6f-5b09-4315-b5f4-0d368353a387 req-6f60b0ca-1085-4373-8e98-1bcfff68cfa9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485694 Sep 03 18:18:16.327554 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-9ed46a4f-66f1-4199-a49b-47a9508f9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:16.327702 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:18:16.329915 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-9ed46a4f-66f1-4199-a49b-47a9508f9d07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 1096 time: 0.0456069 Sep 03 18:18:16.330896 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 49cabd5c-ec86-46f2-8aef-0d7fafdc240b no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:16.359941 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 49cabd5c-ec86-46f2-8aef-0d7fafdc240b {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:16.363193 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 49cabd5c-ec86-46f2-8aef-0d7fafdc240b not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:16.474593 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-0d7d5b43-38fd-4c88-b94e-e752f15489f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:16.477370 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-0d7d5b43-38fd-4c88-b94e-e752f15489f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.1385739 Sep 03 18:18:16.506680 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:16.520943 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': 'e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92', 'network_id': 'c544f8f0-79cc-4449-a66d-ae2299eb6edd', 'port_id': 'e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92', 'mac_address': 'fa:16:3e:07:71:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79e9a62-f51b-4e1e-be9e-38afa361a3a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:18:16.542537 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-5d045339-4a03-4916-9040-964865d53968 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adb13690-c38a-49f6-9366-d50e31b08b84 HTTP/1.1" status: 200 len: 217 time: 0.0526457 Sep 03 18:18:16.556535 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe518a32-e202-4ae5-ab8e-4ec3a0b3b333 req-4535c414-1761-4219-96c4-d35f3d8a38da tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:16.559371 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fe518a32-e202-4ae5-ab8e-4ec3a0b3b333 req-4535c414-1761-4219-96c4-d35f3d8a38da tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0619409 Sep 03 18:18:16.607353 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:16.615579 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-9b5750af-fb41-4059-ae37-e1c107901e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:16.617278 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-9b5750af-fb41-4059-ae37-e1c107901e58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0594878 Sep 03 18:18:16.626417 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:18:16.630561 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fe518a32-e202-4ae5-ab8e-4ec3a0b3b333 req-440efdef-bc23-41ec-86ac-d17084741bb2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648012 Sep 03 18:18:16.649702 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:16.654624 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:16.687456 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49632) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:16.695096 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-8875d0ce-3297-4886-91a5-5d29c00f0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:16.696669 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-8875d0ce-3297-4886-91a5-5d29c00f0c74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691526 Sep 03 18:18:16.722410 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:16.798658 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-13c2ffad-b6bc-415b-8757-d186cbc0808d service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925279 Sep 03 18:18:16.896659 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:18:16.904080 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6e94a1ad-0d74-4385-b46e-8623b1f160a7 req-90759321-ff5e-4b33-ad58-1efe644df151 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932791 Sep 03 18:18:17.032427 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed07f446-d82c-46fe-a159-3abbf697636e req-323baeea-ca01-4e2d-bf10-5eab7189669b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798936 Sep 03 18:18:17.130545 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07f446-d82c-46fe-a159-3abbf697636e req-87abb50c-19f2-4011-8127-e61679e038e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.132383 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed07f446-d82c-46fe-a159-3abbf697636e req-87abb50c-19f2-4011-8127-e61679e038e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 1098 time: 0.0490587 Sep 03 18:18:17.137756 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33156733'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.265848 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07f446-d82c-46fe-a159-3abbf697636e req-22c5cbf0-e904-445f-b2d0-021bca8fe2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.267371 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed07f446-d82c-46fe-a159-3abbf697636e req-22c5cbf0-e904-445f-b2d0-021bca8fe2bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 911 time: 0.1078024 Sep 03 18:18:17.343658 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed07f446-d82c-46fe-a159-3abbf697636e req-f9e6ec05-4441-4d23-a45e-254ee869c268 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc HTTP/1.1" status: 200 len: 1001 time: 0.0680904 Sep 03 18:18:17.428832 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Deleting port 9938b315-94a8-4967-aed3-eae4c6ca5163 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:17.429079 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07f446-d82c-46fe-a159-3abbf697636e req-109da1ab-6cf8-4315-b5f4-1e48ce338bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.429178 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.430382 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed07f446-d82c-46fe-a159-3abbf697636e req-109da1ab-6cf8-4315-b5f4-1e48ce338bc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0787003 Sep 03 18:18:17.442836 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b71b8-50da-45e2-9e81-eb32c2af44da req-a7bbf965-d4dd-4332-937d-0a628d0b4c11 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.444346 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f67b71b8-50da-45e2-9e81-eb32c2af44da req-a7bbf965-d4dd-4332-937d-0a628d0b4c11 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 945 time: 0.0848088 Sep 03 18:18:17.510119 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f67b71b8-50da-45e2-9e81-eb32c2af44da req-c797ba28-b254-41e8-85dc-54e20ff8026f tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563760 Sep 03 18:18:17.513215 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07f446-d82c-46fe-a159-3abbf697636e req-77325d06-def6-4be3-b503-e16b0b297011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.514154 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed07f446-d82c-46fe-a159-3abbf697636e req-77325d06-def6-4be3-b503-e16b0b297011 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688763 Sep 03 18:18:17.525411 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] For port 9938b315-94a8-4967-aed3-eae4c6ca5163, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=9938b315-94a8-4967-aed3-eae4c6ca5163,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:17.525816 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.538493 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Calling delete_port for 9938b315-94a8-4967-aed3-eae4c6ca5163 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:17.609298 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed07f446-d82c-46fe-a159-3abbf697636e req-71f6731a-9152-40d8-a4b5-6bbbf2d3318f service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872400 Sep 03 18:18:17.709827 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed07f446-d82c-46fe-a159-3abbf697636e req-52d5dcc8-32e9-46b2-95c7-58adaf2f4178 service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929830 Sep 03 18:18:17.760969 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.801762 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Pushing event deleted for resources: {'Port': ['ID=9938b315-94a8-4967-aed3-eae4c6ca5163,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:17.852461 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5e1e-d0c2-4681-b9c1-0b661fab95f2 req-ec6b9351-2e49-4129-aea8-9418f98719f4 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.854066 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-810b5e1e-d0c2-4681-b9c1-0b661fab95f2 req-ec6b9351-2e49-4129-aea8-9418f98719f4 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.1343927 Sep 03 18:18:17.969486 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-810b5e1e-d0c2-4681-b9c1-0b661fab95f2 req-796bc003-ca4f-45dd-a071-f1e57028e254 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064708 Sep 03 18:18:18.006591 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33032868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33187295'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:18.239497 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Router d626c9b9-4ee2-4a04-813c-b78487ea395b has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:18.334212 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device adb13690-c38a-49f6-9366-d50e31b08b84 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:18:18.338414 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:18.354990 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:18.362123 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9f73be77-f904-4736-8580-3a7a5a9cb637 admin admin] 10.222.0.49 "PUT /v2.0/routers/d626c9b9-4ee2-4a04-813c-b78487ea395b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6723742 Sep 03 18:18:18.362721 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49642) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:18.366782 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] Sync routers for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:18.408940 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:18.409604 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:18.468131 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:18.626080 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:18.655364 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:18.669546 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:18.669859 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:18.686690 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ff723-37ab-4c68-968e-e32b4a99a026 req-76092eec-e9d3-4135-803a-d097c011263b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:18.688255 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5f2ff723-37ab-4c68-968e-e32b4a99a026 req-76092eec-e9d3-4135-803a-d097c011263b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 945 time: 0.1017303 Sep 03 18:18:18.730247 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:18.748065 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Deleting port b9f82ff4-c127-4e87-909b-ce997c6540a2 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:18.748401 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:18.755400 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:18.764725 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5f2ff723-37ab-4c68-968e-e32b4a99a026 req-51442a7f-c2a0-42a8-b4f7-86ea3d10628a tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663896 Sep 03 18:18:18.786648 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'port_id': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'mac_address': 'fa:16:3e:1c:17:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:18:18.843677 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] For port b9f82ff4-c127-4e87-909b-ce997c6540a2, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=b9f82ff4-c127-4e87-909b-ce997c6540a2,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:18.844267 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:18.859904 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Calling delete_port for b9f82ff4-c127-4e87-909b-ce997c6540a2 owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:18.942643 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:18.970157 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb13690-c38a-49f6-9366-d50e31b08b84 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:18:18.974788 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.025528 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:19.034873 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfabeab-f0e1-416e-88ba-a73a318e8deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:19.038039 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc6e83a-257c-42dc-8e6f-e8758474021e" -d '{"events": [{"server_uuid": "edfabeab-f0e1-416e-88ba-a73a318e8deb", "name": "network-vif-plugged", "status": "completed", "tag": "e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:19.044785 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.063064 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.065465 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:19.092554 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.098817 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0225fb66-40da-45f4-9bb7-ec41c364ae8d x-openstack-request-id: req-0225fb66-40da-45f4-9bb7-ec41c364ae8d {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:19.099111 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfabeab-f0e1-416e-88ba-a73a318e8deb", "name": "network-vif-plugged", "status": "completed", "tag": "e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:19.099365 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0225fb66-40da-45f4-9bb7-ec41c364ae8d {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:19.099777 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfabeab-f0e1-416e-88ba-a73a318e8deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92', 'code': 200} Sep 03 18:18:19.107720 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f82ff4-c127-4e87-909b-ce997c6540a2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:19.131769 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:19.147023 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7dd8f-d4c4-4cef-a014-fbd9ab77935a req-d6b67c5e-28e1-4d15-b6df-9b03a5920e8a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:19.149677 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1bb7dd8f-d4c4-4cef-a014-fbd9ab77935a req-d6b67c5e-28e1-4d15-b6df-9b03a5920e8a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 944 time: 0.0850673 Sep 03 18:18:19.171366 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:18:17Z', 'revision_number': 5, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port': {'id': 'b9f82ff4-c127-4e87-909b-ce997c6540a2', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:44Z', 'updated_at': '2021-09-03T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:19.222068 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33187111'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.234401 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] Checking router: d626c9b9-4ee2-4a04-813c-b78487ea395b for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:19.262690 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] Routers {'d626c9b9-4ee2-4a04-813c-b78487ea395b'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:19.263547 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['d626c9b9-4ee2-4a04-813c-b78487ea395b'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:19.355618 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['adb13690-c38a-49f6-9366-d50e31b08b84'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:18:19.393757 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] Set router d626c9b9-4ee2-4a04-813c-b78487ea395b gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:19.450595 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1bb7dd8f-d4c4-4cef-a014-fbd9ab77935a req-14b89198-1408-49c7-ac56-47a36c504fc1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889047 Sep 03 18:18:19.460525 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:19.467065 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:18:18Z', 'revision_number': 7, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port_host': None}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:19.499095 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142057d9-6046-4805-8f00-d27a4a351aac None None] The sync data for ids ['d626c9b9-4ee2-4a04-813c-b78487ea395b'] in dv-cinder-804093-5-iscsi is: [{'id': 'd626c9b9-4ee2-4a04-813c-b78487ea395b', 'name': 'tempest-TestMinimumBasicScenario-318559151-router', 'tenant_id': '7ebebe47fa784b48a9757b3dde37b664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:43Z', 'updated_at': '2021-09-03T18:18:18Z', 'revision_number': 7, 'project_id': '7ebebe47fa784b48a9757b3dde37b664', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:19.595560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33157360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5236'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.600814 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.646126 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6b789-22a1-4b45-a3f3-daecbe9ece4f req-e8aa5564-1a9c-47e5-84b1-6e1617b99db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:19.647687 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-56e6b789-22a1-4b45-a3f3-daecbe9ece4f req-e8aa5564-1a9c-47e5-84b1-6e1617b99db0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 1099 time: 0.1411455 Sep 03 18:18:19.655514 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33157371'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.656058 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d626c9b9-4ee2-4a04-813c-b78487ea395b {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:18:19.666008 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.667288 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-55c1a10b-b7dc-4650-8641-f6a37f506845 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d626c9b9-4ee2-4a04-813c-b78487ea395b HTTP/1.1" status: 204 len: 168 time: 1.3036206 Sep 03 18:18:19.670015 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49654) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:19.697452 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-56e6b789-22a1-4b45-a3f3-daecbe9ece4f req-18dd51cc-fbba-4ad9-9667-b1d4d3ed76e4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 Sep 03 18:18:19.714358 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4777757c-e5f8-4c1b-96df-c864f52aebdc admin admin] Deleting subnet f9afc0f1-c785-48cf-a379-d2eaf7059c40 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:18:19.717518 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4777757c-e5f8-4c1b-96df-c864f52aebdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.753541 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4777757c-e5f8-4c1b-96df-c864f52aebdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29952725'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.870985 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4777757c-e5f8-4c1b-96df-c864f52aebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.893505 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d09fe6-667f-408d-9abf-6b09dd4e6e9a req-ad184d56-5739-4dc1-9d4b-64a395e67326 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:19.895170 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-99d09fe6-667f-408d-9abf-6b09dd4e6e9a req-ad184d56-5739-4dc1-9d4b-64a395e67326 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 946 time: 0.0563385 Sep 03 18:18:19.934961 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4777757c-e5f8-4c1b-96df-c864f52aebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32546790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30265900'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.938661 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-99d09fe6-667f-408d-9abf-6b09dd4e6e9a req-3bc55796-7020-47d6-94b2-021484ae287b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349853 Sep 03 18:18:19.966545 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777757c-e5f8-4c1b-96df-c864f52aebdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9afc0f1-c785-48cf-a379-d2eaf7059c40,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:19.970077 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4777757c-e5f8-4c1b-96df-c864f52aebdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:19.972180 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-4777757c-e5f8-4c1b-96df-c864f52aebdc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f9afc0f1-c785-48cf-a379-d2eaf7059c40 HTTP/1.1" status: 204 len: 168 time: 0.3010793 Sep 03 18:18:19.974620 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49658) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:19.977356 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b037fafc-028a-4305-8c5e-9fae1a931785 None None] Network 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:20.043744 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.095986 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Deleting port 6cf51ee5-2f32-4f69-b357-4e36f420239f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:20.096140 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.164767 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] For port 6cf51ee5-2f32-4f69-b357-4e36f420239f, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=6cf51ee5-2f32-4f69-b357-4e36f420239f,segment=NetworkSegment(49a46208-19dd-4a2f-b529-cc96da91918f),segment_id=49a46208-19dd-4a2f-b529-cc96da91918f)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:20.165453 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.177848 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Calling delete_port for 6cf51ee5-2f32-4f69-b357-4e36f420239f owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:20.265729 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.291678 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf51ee5-2f32-4f69-b357-4e36f420239f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:20.298012 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] No DVR routers for this DVR port 6cf51ee5-2f32-4f69-b357-4e36f420239f on host dv-cinder-804093-5-iscsi {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:18:20.311777 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f10fa-5a20-4249-8373-186e3c350a66 None None] DHCP port deletion for 2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c request from dv-cinder-804093-5-iscsi {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:18:20.348291 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device adb13690-c38a-49f6-9366-d50e31b08b84 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:20.388902 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 6cf51ee5-2f32-4f69-b357-4e36f420239f no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:20.403114 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.412004 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 6cf51ee5-2f32-4f69-b357-4e36f420239f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:20.412351 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 6cf51ee5-2f32-4f69-b357-4e36f420239f not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:20.412798 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 9938b315-94a8-4967-aed3-eae4c6ca5163 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:20.413725 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:20.424863 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a46208-19dd-4a2f-b529-cc96da91918f') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:20.425040 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a46208-19dd-4a2f-b529-cc96da91918f') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:20.433834 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 9938b315-94a8-4967-aed3-eae4c6ca5163 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:20.434182 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 9938b315-94a8-4967-aed3-eae4c6ca5163 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:20.434596 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device b9f82ff4-c127-4e87-909b-ce997c6540a2 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:20.439130 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29952716'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.454201 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.455687 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: b9f82ff4-c127-4e87-909b-ce997c6540a2 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:20.456037 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device b9f82ff4-c127-4e87-909b-ce997c6540a2 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:20.460456 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:18:20.460892 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32546744'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: Traceback (most recent call last): Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: timer() Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: cb(*args, **kw) Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: return func(*args, **kwargs) Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: self._notify() Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: self.callback(batched_events) Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: event.method(event) Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: return f(self, *a, **k) Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._get(url).json() Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: return self.request(url, 'GET', **kwargs) Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:18:20.462730 dv-cinder-804093-5-iscsi neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:18:20.469743 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port adb13690-c38a-49f6-9366-d50e31b08b84 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:20.480704 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port adb13690-c38a-49f6-9366-d50e31b08b84 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:20.481219 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.534498 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.545097 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.546995 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c HTTP/1.1" status: 204 len: 168 time: 0.5713708 Sep 03 18:18:20.556019 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49664) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:20.570222 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738c31d-5265-40f9-8c51-d990e84119c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a67a50e-5dd2-40dc-bd5d-9c9260fcae9c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:20.592585 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.608010 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff92e01-aec2-4635-9e4d-0fcf2137ae1e req-4465eb04-c5c5-4bf3-98a7-ad0dad1cbf17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:20.615940 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0ff92e01-aec2-4635-9e4d-0fcf2137ae1e req-4465eb04-c5c5-4bf3-98a7-ad0dad1cbf17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 944 time: 0.0744674 Sep 03 18:18:20.641912 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:20.649669 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.662670 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0ff92e01-aec2-4635-9e4d-0fcf2137ae1e req-9fe20dd4-6ced-4537-a412-481592e670fd tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457358 Sep 03 18:18:20.725524 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:21.051001 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33156733'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:21.101219 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:21.103587 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca23aba-6c3f-4f4f-ad4f-a84cf8f4de94" -d '{"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:21.138662 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d41ff-d380-4963-b1bf-64228d2047a4 req-60c76aec-6405-441e-8a00-566b72ac753a tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:21.138823 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca7fee7-f3ce-4c58-a18e-616e9bb7f72f x-openstack-request-id: req-2ca7fee7-f3ce-4c58-a18e-616e9bb7f72f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:21.139036 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:21.139297 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ca7fee7-f3ce-4c58-a18e-616e9bb7f72f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:21.139691 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'code': 200} Sep 03 18:18:21.140555 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-dc1d41ff-d380-4963-b1bf-64228d2047a4 req-60c76aec-6405-441e-8a00-566b72ac753a tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 946 time: 0.1275444 Sep 03 18:18:21.196703 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-dc1d41ff-d380-4963-b1bf-64228d2047a4 req-c3487ef4-08ef-4f05-a822-5c9c8c7de32b tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497260 Sep 03 18:18:21.357174 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990be4b2-6125-4745-9356-a43226a3338a req-12c5dfa2-62f4-40de-a124-451358dc117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:21.358754 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-990be4b2-6125-4745-9356-a43226a3338a req-12c5dfa2-62f4-40de-a124-451358dc117b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 1098 time: 0.0695565 Sep 03 18:18:21.452020 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-990be4b2-6125-4745-9356-a43226a3338a req-4d79c2fd-7322-4066-9c22-6be139b6e663 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819979 Sep 03 18:18:21.472074 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Deleting port 383da17a-0258-43d7-9ad8-90750bb43149 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:21.472453 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:21.552199 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] For port 383da17a-0258-43d7-9ad8-90750bb43149, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=383da17a-0258-43d7-9ad8-90750bb43149,segment=NetworkSegment(cc840e53-5bbb-46a0-8bcd-a15bb32e9fff),segment_id=cc840e53-5bbb-46a0-8bcd-a15bb32e9fff)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:21.552588 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:21.566243 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Calling delete_port for 383da17a-0258-43d7-9ad8-90750bb43149 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:21.755142 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:21.786593 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=383da17a-0258-43d7-9ad8-90750bb43149,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:21.893875 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d28296-76e6-404a-9478-af964ee7c597 req-a5890224-eb26-4b32-87a1-6be8ab486d44 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:21.895456 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a7d28296-76e6-404a-9478-af964ee7c597 req-a5890224-eb26-4b32-87a1-6be8ab486d44 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.1126490 Sep 03 18:18:22.012348 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a7d28296-76e6-404a-9478-af964ee7c597 req-5bd6df95-62cb-4440-8c68-437f05bf8250 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769908 Sep 03 18:18:22.027163 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33032868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33187295'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:22.250129 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:22.576125 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:22.581958 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-035e6503-6aa1-4baf-98d1-9a93de680d05 admin admin] 10.222.0.49 "PUT /v2.0/routers/daf1d15c-8d78-4fb2-a5ff-57f8460f1536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0224648 Sep 03 18:18:22.584501 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49688) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:22.587416 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] Sync routers for ids ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:22.599183 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] Routers {'daf1d15c-8d78-4fb2-a5ff-57f8460f1536'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:22.599846 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:22.699346 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:22.735861 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] Set router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:22.809604 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:22.863924 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Deleting port 985c249e-4a3d-41ab-b306-2cd6c238d0bc {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:22.864264 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:22.916585 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:52Z', 'updated_at': '2021-09-03T18:18:21Z', 'revision_number': 5, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'gw_port': {'id': '985c249e-4a3d-41ab-b306-2cd6c238d0bc', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:19:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:14:53Z', 'updated_at': '2021-09-03T18:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:22.943132 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] Checking router: daf1d15c-8d78-4fb2-a5ff-57f8460f1536 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:22.948213 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] For port 985c249e-4a3d-41ab-b306-2cd6c238d0bc, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=985c249e-4a3d-41ab-b306-2cd6c238d0bc,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:22.948630 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:22.953345 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] Routers {'daf1d15c-8d78-4fb2-a5ff-57f8460f1536'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:22.954024 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:22.967995 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Calling delete_port for 985c249e-4a3d-41ab-b306-2cd6c238d0bc owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:23.122846 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] Set router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:23.141764 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6220ae-acd4-4bb4-b0a7-6b140b6ab1c8 req-e816c77e-5aac-47ba-8f5b-5552cea11cda tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:23.147023 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd6220ae-acd4-4bb4-b0a7-6b140b6ab1c8 req-e816c77e-5aac-47ba-8f5b-5552cea11cda tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0517991 Sep 03 18:18:23.158480 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.179769 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:52Z', 'updated_at': '2021-09-03T18:18:22Z', 'revision_number': 6, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'gw_port_host': None}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:23.187435 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd6220ae-acd4-4bb4-b0a7-6b140b6ab1c8 req-1f20984b-2cf8-4b0c-8838-7990692fe345 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362768 Sep 03 18:18:23.191746 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Pushing event deleted for resources: {'Port': ['ID=985c249e-4a3d-41ab-b306-2cd6c238d0bc,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:23.208636 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7df78-f73a-4b86-bd9a-2a9c0139bc49 None None] The sync data for ids ['daf1d15c-8d78-4fb2-a5ff-57f8460f1536'] in dv-cinder-804093-5-iscsi is: [{'id': 'daf1d15c-8d78-4fb2-a5ff-57f8460f1536', 'name': 'tempest-TestMinimumBasicScenario-1292112134-router', 'tenant_id': '0e7cc05dfbf64f12867631424ca94495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:14:52Z', 'updated_at': '2021-09-03T18:18:22Z', 'revision_number': 6, 'project_id': '0e7cc05dfbf64f12867631424ca94495', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:23.273726 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33187111'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.391089 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33157360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5236'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.394515 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.448954 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081b855-0743-4f13-8c5f-c6bf5620cc62 req-5885c936-c4f4-49c6-8b63-419752753749 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:23.450443 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5081b855-0743-4f13-8c5f-c6bf5620cc62 req-5885c936-c4f4-49c6-8b63-419752753749 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.1725376 Sep 03 18:18:23.455364 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33157371'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.456000 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf1d15c-8d78-4fb2-a5ff-57f8460f1536 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:18:23.461266 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.464745 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-9fd88c38-2c9a-49e5-aa21-de7ba5d74027 admin admin] 10.222.0.49 "DELETE /v2.0/routers/daf1d15c-8d78-4fb2-a5ff-57f8460f1536 HTTP/1.1" status: 204 len: 168 time: 0.8771071 Sep 03 18:18:23.464898 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49696) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:23.465148 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49698) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:23.467474 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-5f405f51-5aeb-4584-ad3f-dfc8e18a0598 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'floatingip': {'port_id': 'adb13690-c38a-49f6-9366-d50e31b08b84'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:23.513214 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-c648e3f8-b8d7-4df8-b15a-eb4b1c5e0fd3 admin admin] Deleting subnet 61eb3df2-cebb-4281-b619-458199d8fcb9 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:18:23.514045 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f405f51-5aeb-4584-ad3f-dfc8e18a0598 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.516662 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c648e3f8-b8d7-4df8-b15a-eb4b1c5e0fd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.551639 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c648e3f8-b8d7-4df8-b15a-eb4b1c5e0fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29577056'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.703748 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c648e3f8-b8d7-4df8-b15a-eb4b1c5e0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.761647 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c648e3f8-b8d7-4df8-b15a-eb4b1c5e0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30624648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30467964'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.789439 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648e3f8-b8d7-4df8-b15a-eb4b1c5e0fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61eb3df2-cebb-4281-b619-458199d8fcb9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:23.791692 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-c648e3f8-b8d7-4df8-b15a-eb4b1c5e0fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.793777 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-c648e3f8-b8d7-4df8-b15a-eb4b1c5e0fd3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/61eb3df2-cebb-4281-b619-458199d8fcb9 HTTP/1.1" status: 204 len: 168 time: 0.3276093 Sep 03 18:18:23.796233 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49702) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:23.796488 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17afc17-843c-4db9-a501-83e5cf7e82f0 None None] Network 946986db-4269-4bff-8659-4d96c0b273e3 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:23.871722 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.930970 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Deleting port e07e4d32-0ec0-40ce-94f3-17c017786de8 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:23.931297 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.998683 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] For port e07e4d32-0ec0-40ce-94f3-17c017786de8, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=e07e4d32-0ec0-40ce-94f3-17c017786de8,segment=NetworkSegment(cc840e53-5bbb-46a0-8bcd-a15bb32e9fff),segment_id=cc840e53-5bbb-46a0-8bcd-a15bb32e9fff)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:23.999109 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.001580 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] DHCP port deletion for 946986db-4269-4bff-8659-4d96c0b273e3 request from dv-cinder-804093-5-iscsi {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:18:24.018240 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Calling delete_port for e07e4d32-0ec0-40ce-94f3-17c017786de8 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:24.023692 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f405f51-5aeb-4584-ad3f-dfc8e18a0598 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.035019 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f405f51-5aeb-4584-ad3f-dfc8e18a0598 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.090332 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 383da17a-0258-43d7-9ad8-90750bb43149 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:24.112039 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.114760 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] Deleting port e07e4d32-0ec0-40ce-94f3-17c017786de8 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:24.115098 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.117334 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 383da17a-0258-43d7-9ad8-90750bb43149 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:24.117673 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 383da17a-0258-43d7-9ad8-90750bb43149 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:24.118085 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device e07e4d32-0ec0-40ce-94f3-17c017786de8 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:24.139719 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07e4d32-0ec0-40ce-94f3-17c017786de8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:24.145367 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] No DVR routers for this DVR port e07e4d32-0ec0-40ce-94f3-17c017786de8 on host dv-cinder-804093-5-iscsi {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:18:24.146313 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: e07e4d32-0ec0-40ce-94f3-17c017786de8 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:24.146660 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device e07e4d32-0ec0-40ce-94f3-17c017786de8 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:24.147073 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 985c249e-4a3d-41ab-b306-2cd6c238d0bc no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:24.148027 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [None req-5f405f51-5aeb-4584-ad3f-dfc8e18a0598 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Floating IP 73dd7149-5c9a-4f49-9e37-cae3a5314604 associated. External IP: 172.27.1.118, port: adb13690-c38a-49f6-9366-d50e31b08b84. Sep 03 18:18:24.175512 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 985c249e-4a3d-41ab-b306-2cd6c238d0bc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:24.175858 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 985c249e-4a3d-41ab-b306-2cd6c238d0bc not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:24.222578 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] For port e07e4d32-0ec0-40ce-94f3-17c017786de8, host dv-cinder-804093-5-iscsi, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:24.223088 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.235304 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.238914 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] Calling delete_port for e07e4d32-0ec0-40ce-94f3-17c017786de8 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:24.243949 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] Port e07e4d32-0ec0-40ce-94f3-17c017786de8 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 18:18:24.246048 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.247705 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946986db-4269-4bff-8659-4d96c0b273e3']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:24.260870 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:24.261164 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc840e53-5bbb-46a0-8bcd-a15bb32e9fff') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:24.270638 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29577081'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.276790 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] Pushing event deleted for resources: {'Port': ['ID=e07e4d32-0ec0-40ce-94f3-17c017786de8,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:24.280702 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f6551b-7ddb-41cb-9255-c6a8d103e24b None None] No DVR routers for this DVR port e07e4d32-0ec0-40ce-94f3-17c017786de8 on host dv-cinder-804093-5-iscsi {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:18:24.286676 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.294159 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:18:24.294328 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30624726'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: Traceback (most recent call last): Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: timer() Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: cb(*args, **kw) Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: return func(*args, **kwargs) Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: self._notify() Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: self.callback(batched_events) Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: event.method(event) Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: return f(self, *a, **k) Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._get(url).json() Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: return self.request(url, 'GET', **kwargs) Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:18:24.295959 dv-cinder-804093-5-iscsi neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:18:24.362038 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.378664 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.380670 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] 10.222.0.49 "DELETE /v2.0/networks/946986db-4269-4bff-8659-4d96c0b273e3 HTTP/1.1" status: 204 len: 168 time: 0.5833840 Sep 03 18:18:24.381671 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ca3b-f588-42cc-acc0-2542d68e3e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=946986db-4269-4bff-8659-4d96c0b273e3,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:24.430000 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f405f51-5aeb-4584-ad3f-dfc8e18a0598 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:24.549593 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f405f51-5aeb-4584-ad3f-dfc8e18a0598 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:24.554111 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5f405f51-5aeb-4584-ad3f-dfc8e18a0598 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.565143 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] Sync routers for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:24.580866 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49708) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:24.584921 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:24.586577 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:24.589034 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-5f405f51-5aeb-4584-ad3f-dfc8e18a0598 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "PUT /v2.0/floatingips/73dd7149-5c9a-4f49-9e37-cae3a5314604 HTTP/1.1" status: 200 len: 991 time: 1.1249976 Sep 03 18:18:24.589794 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:24.592331 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:24.631084 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e7a2b-7874-45a3-8119-7f47a2af1d38 x-openstack-request-id: req-118e7a2b-7874-45a3-8119-7f47a2af1d38 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:24.631384 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:24.631635 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-118e7a2b-7874-45a3-8119-7f47a2af1d38 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:24.632145 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'status': 'completed', 'code': 200} Sep 03 18:18:24.663344 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-6b7a5fd6-93c9-4618-82bc-05d6e66a9826 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ebebe47fa784b48a9757b3dde37b664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831139 Sep 03 18:18:24.666086 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49714) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:24.716448 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:24.724583 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-d3fa28f7-e156-4dc3-8133-2f1028f581e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:24.726047 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-d3fa28f7-e156-4dc3-8133-2f1028f581e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 1098 time: 0.0543778 Sep 03 18:18:24.752384 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0a30-941d-4df6-80d5-981326674acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.772497 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0a30-941d-4df6-80d5-981326674acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.842601 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0a30-941d-4df6-80d5-981326674acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.845271 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0a30-941d-4df6-80d5-981326674acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.847170 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7d8c0a30-941d-4df6-80d5-981326674acb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/243213f2-53d6-461c-80b0-c0e78701f7a4 HTTP/1.1" status: 204 len: 168 time: 0.1798747 Sep 03 18:18:24.856097 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c0a30-941d-4df6-80d5-981326674acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243213f2-53d6-461c-80b0-c0e78701f7a4,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:24.860814 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-6055d269-1623-4c95-804f-99e7c2979775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:24.864436 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-6055d269-1623-4c95-804f-99e7c2979775 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.1273685 Sep 03 18:18:24.941023 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-fd762dca-442c-4b0c-8eed-e455a1d85e67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adb13690-c38a-49f6-9366-d50e31b08b84 HTTP/1.1" status: 200 len: 999 time: 0.0678594 Sep 03 18:18:24.998415 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-7fec9627-7bad-47dc-82f9-3c49b4d955f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:25.000312 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-7fec9627-7bad-47dc-82f9-3c49b4d955f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0509083 Sep 03 18:18:25.060048 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-b47ff556-ee94-4387-a0f6-09b156718242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:25.061629 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-b47ff556-ee94-4387-a0f6-09b156718242 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533965 Sep 03 18:18:25.171284 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-5510e4e6-77c6-49f5-b4b1-3502b97ce817 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932641 Sep 03 18:18:25.200273 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '73dd7149-5c9a-4f49-9e37-cae3a5314604', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'port_id': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'mac_address': 'fa:16:3e:1c:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61517874-6897-4768-a9a0-32cbd405f16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:18:09Z', 'updated_at': '2021-09-03T18:18:23Z', 'revision_number': 1, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:25.234567 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] Checking router: 9186ff79-a2eb-4782-afe7-fbb1356f4f26 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:25.244583 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:25.244583 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:25.248142 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49722) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:25.290435 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4ab2d720-0df8-4ff0-9ca8-b0205d64a6f7 req-f22e0f05-f5c8-48cf-89a3-6111fd6c9043 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073930 Sep 03 18:18:25.296217 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-53572e12-4b26-4f19-8a9f-ed7651acf9dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e7cc05dfbf64f12867631424ca94495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468054 Sep 03 18:18:25.298816 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49724) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:25.352411 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0a7b-659d-41e4-ac49-c551dbb4b88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:25.367850 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:25.375552 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0a7b-659d-41e4-ac49-c551dbb4b88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:25.425801 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0a7b-659d-41e4-ac49-c551dbb4b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:25.428430 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0a7b-659d-41e4-ac49-c551dbb4b88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:25.432073 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-bb2c0a7b-659d-41e4-ac49-c551dbb4b88d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/858a72d6-ca62-4a0f-99ba-a4c1c5148d43 HTTP/1.1" status: 204 len: 168 time: 0.1296747 Sep 03 18:18:25.437968 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c0a7b-659d-41e4-ac49-c551dbb4b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a72d6-ca62-4a0f-99ba-a4c1c5148d43,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:25.620417 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '73dd7149-5c9a-4f49-9e37-cae3a5314604', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'port_id': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'mac_address': 'fa:16:3e:1c:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61517874-6897-4768-a9a0-32cbd405f16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:18:09Z', 'updated_at': '2021-09-03T18:18:23Z', 'revision_number': 1, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:25.652263 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3434d-cb07-4636-be1e-a2b5ad038c45 None None] The sync data for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi is: [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '73dd7149-5c9a-4f49-9e37-cae3a5314604', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'port_id': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'mac_address': 'fa:16:3e:1c:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61517874-6897-4768-a9a0-32cbd405f16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:18:09Z', 'updated_at': '2021-09-03T18:18:23Z', 'revision_number': 1, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:25.873551 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2928697a-c03b-4506-8861-aeda4e91c460 None None] New status for floating IP 73dd7149-5c9a-4f49-9e37-cae3a5314604: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:18:26.190256 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49754) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:26.288313 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1903671072-network', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:26.308639 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Made reservation on behalf of deb148323da346ea8b9bb7f28f0e5ffb for: {'network': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:26.310906 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.319715 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.406396 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.410968 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.435332 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:18:26.445337 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b15b62-51e8-48d5-a436-0f3cf2b8b31c,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:26.450166 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.450511 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.segments_db [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Added segment a9c088df-56eb-4c9c-b5ee-0024f8cd7e40 of type vlan for network 8ca9d327-774b-450c-a1ef-250e5c303468 Sep 03 18:18:26.462175 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.462545 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.462901 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.463222 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.463557 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.463900 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.464232 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.464637 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.465023 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.465354 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.465747 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.466110 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.510754 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.533933 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.534876 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:26.535464 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.569553 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3781512 Sep 03 18:18:26.572582 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49758) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:26.577888 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Request body: {'subnet': {'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1903671072-subnet', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:26.598988 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Made reservation on behalf of deb148323da346ea8b9bb7f28f0e5ffb for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:26.600984 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480c15e-aaa9-4fd3-899d-ebe49f10292f admin admin] Pushing event updated for resources: {'Network': ['ID=8ca9d327-774b-450c-a1ef-250e5c303468,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:26.601405 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30265865'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.611804 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 8ca9d327-774b-450c-a1ef-250e5c303468 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:18:26.774830 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32546599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30265895'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.834257 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b901e8c0-1537-4c59-a7bc-b014991d207e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:26.846723 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.847080 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.847427 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.847766 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.848102 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.848440 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.848804 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.849137 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.849470 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.849801 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.850164 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.850497 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:26.854485 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Checking segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:26.854485 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Network hostable DHCP agents. Network: 8ca9d327-774b-450c-a1ef-250e5c303468, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:18:26.872474 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Network 8ca9d327-774b-450c-a1ef-250e5c303468 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:18:26.886377 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 8ca9d327-774b-450c-a1ef-250e5c303468) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:26.892469 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:26.893636 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.901674 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b46212-a514-4f30-b8fa-8fb1fe6349aa None None] Network 8ca9d327-774b-450c-a1ef-250e5c303468 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:26.918329 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-b7bcc813-8b4f-4876-970b-e6ad73a68c3c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3445854 Sep 03 18:18:26.920237 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49766) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:26.928536 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:26.948745 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.949784 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.000925 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.057599 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-8ca9d327-774b-450c-a1ef-250e5c303468', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:18:27.058601 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.139362 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.199018 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Allocated IP 172.20.0.2 (8ca9d327-774b-450c-a1ef-250e5c303468/b901e8c0-1537-4c59-a7bc-b014991d207e/58ee3fdc-00a3-41db-8800-68652e55f8ce) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:27.347267 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.350330 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.358368 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Transition to ACTIVE for port object 58ee3fdc-00a3-41db-8800-68652e55f8ce will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:27.367339 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.372945 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Transition to ACTIVE for port object 58ee3fdc-00a3-41db-8800-68652e55f8ce will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:27.379468 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.415968 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Network 8ca9d327-774b-450c-a1ef-250e5c303468 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:27.419003 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:27.422344 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:27.431115 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Pushing event updated for resources: {'Port': ['ID=58ee3fdc-00a3-41db-8800-68652e55f8ce,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:27.470279 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Allocated IP 172.27.1.183 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/da5a5553-33fd-4da1-82fb-dd3b4d450181) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:27.482030 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Attempting to bind port 58ee3fdc-00a3-41db-8800-68652e55f8ce on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:27.482402 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Attempting to bind port 58ee3fdc-00a3-41db-8800-68652e55f8ce by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:27.482870 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Attempting to bind port 58ee3fdc-00a3-41db-8800-68652e55f8ce on network 8ca9d327-774b-450c-a1ef-250e5c303468 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:27.488218 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:27.488491 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Checking segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:27.488923 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.489305 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Bound using segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:27.489909 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Bound port: 58ee3fdc-00a3-41db-8800-68652e55f8ce, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:27.490288 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.560792 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] For port 58ee3fdc-00a3-41db-8800-68652e55f8ce, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:27.563822 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] For port 58ee3fdc-00a3-41db-8800-68652e55f8ce, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=58ee3fdc-00a3-41db-8800-68652e55f8ce,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:27.568578 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.581393 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.622858 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.627935 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c14ab-177e-4855-9a49-2fe2d4414d56 None None] Pushing event updated for resources: {'Port': ['ID=58ee3fdc-00a3-41db-8800-68652e55f8ce,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:27.664012 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:27.668676 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:27.677388 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:27.680654 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Pushing event updated for resources: {'Port': ['ID=da5a5553-33fd-4da1-82fb-dd3b4d450181,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:27.963249 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:28.139078 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 58ee3fdc-00a3-41db-8800-68652e55f8ce up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:28.193426 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 58ee3fdc-00a3-41db-8800-68652e55f8ce completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:28.384843 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:28.515325 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Router 8e9ba325-dd6a-41c3-bd83-b32f19165236 is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:18:28.577893 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbcfef3-8c48-4b46-9137-834fe9918f05 None None] Network 8ca9d327-774b-450c-a1ef-250e5c303468 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:28.623286 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:28.637621 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Sync routers for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:28.640664 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:28.647704 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49786) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:28.648235 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-8079fa83-ce96-46d1-9cfe-a7e3b3964c60 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7239745 Sep 03 18:18:28.653828 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-84444820-d8c5-4c3f-bdc1-6b9b82390449 None None] Provisioning for port 58ee3fdc-00a3-41db-8800-68652e55f8ce completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:28.660731 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:28.661369 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:28.664336 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-84444820-d8c5-4c3f-bdc1-6b9b82390449 None None] Provisioning complete for port 58ee3fdc-00a3-41db-8800-68652e55f8ce triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:28.664729 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-84444820-d8c5-4c3f-bdc1-6b9b82390449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:28.838141 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:28.995347 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-84444820-d8c5-4c3f-bdc1-6b9b82390449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.048056 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-84444820-d8c5-4c3f-bdc1-6b9b82390449 None None] For port 58ee3fdc-00a3-41db-8800-68652e55f8ce, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=58ee3fdc-00a3-41db-8800-68652e55f8ce,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:29.069796 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-84444820-d8c5-4c3f-bdc1-6b9b82390449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.072309 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.271620 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84444820-d8c5-4c3f-bdc1-6b9b82390449 None None] Pushing event updated for resources: {'Port': ['ID=58ee3fdc-00a3-41db-8800-68652e55f8ce,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:29.294432 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Allocated IP 172.20.0.1 (8ca9d327-774b-450c-a1ef-250e5c303468/b901e8c0-1537-4c59-a7bc-b014991d207e/19b84cf0-82ef-468c-8131-175b74fae542) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:29.301144 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:27Z', 'revision_number': 3, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:29.330426 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Checking router: 8e9ba325-dd6a-41c3-bd83-b32f19165236 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:29.330809 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Updating router 8e9ba325-dd6a-41c3-bd83-b32f19165236 port da5a5553-33fd-4da1-82fb-dd3b4d450181 binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:18:29.333676 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8ce3c3c8-5dd5-495f-896a-b5d0e3c2b365 None None] Provisioning complete for port 58ee3fdc-00a3-41db-8800-68652e55f8ce triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:29.334046 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8ce3c3c8-5dd5-495f-896a-b5d0e3c2b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.374601 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.399478 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.413927 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Transition to ACTIVE for port object 19b84cf0-82ef-468c-8131-175b74fae542 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:29.447225 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.488127 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Network 8ca9d327-774b-450c-a1ef-250e5c303468 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:29.492253 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:29.494972 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:29.520029 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Pushing event updated for resources: {'Port': ['ID=19b84cf0-82ef-468c-8131-175b74fae542,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:29.542544 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.679938 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.694755 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.704729 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Transition to ACTIVE for port object da5a5553-33fd-4da1-82fb-dd3b4d450181 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:29.710140 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.776212 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062b742-5978-48ce-ad63-50651572df43 None None] Pushing event updated for resources: {'Port': ['ID=da5a5553-33fd-4da1-82fb-dd3b4d450181,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:29.780156 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Attempting to bind port da5a5553-33fd-4da1-82fb-dd3b4d450181 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:29.780805 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Attempting to bind port da5a5553-33fd-4da1-82fb-dd3b4d450181 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:29.781165 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Attempting to bind port da5a5553-33fd-4da1-82fb-dd3b4d450181 on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:29.785191 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-da0f6afd-40b1-471c-9c87-cfb628a871f1 None None] Provisioning for port 19b84cf0-82ef-468c-8131-175b74fae542 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:29.790331 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:29.790706 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:29.791370 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.791765 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:29.792220 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Bound port: da5a5553-33fd-4da1-82fb-dd3b4d450181, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:29.792623 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.794056 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-da0f6afd-40b1-471c-9c87-cfb628a871f1 None None] Provisioning complete for port 19b84cf0-82ef-468c-8131-175b74fae542 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:29.794403 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-da0f6afd-40b1-471c-9c87-cfb628a871f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.841734 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.850510 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.855538 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-da0f6afd-40b1-471c-9c87-cfb628a871f1 None None] Port 19b84cf0-82ef-468c-8131-175b74fae542 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:18:29.874687 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] For port da5a5553-33fd-4da1-82fb-dd3b4d450181, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:29.877837 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] For port da5a5553-33fd-4da1-82fb-dd3b4d450181, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=da5a5553-33fd-4da1-82fb-dd3b4d450181,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:29.887236 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.922667 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.930580 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Pushing event updated for resources: {'Port': ['ID=19b84cf0-82ef-468c-8131-175b74fae542,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:29.943350 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:29.943970 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:29.948546 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062b742-5978-48ce-ad63-50651572df43 None None] Pushing event updated for resources: {'Port': ['ID=da5a5553-33fd-4da1-82fb-dd3b4d450181,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:30.022048 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Network 8ca9d327-774b-450c-a1ef-250e5c303468 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:30.023581 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:30.056096 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:30.087284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 58ee3fdc-00a3-41db-8800-68652e55f8ce up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:30.175534 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Router 8e9ba325-dd6a-41c3-bd83-b32f19165236 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:30.230482 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 58ee3fdc-00a3-41db-8800-68652e55f8ce triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:30.230899 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.287605 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:30.293110 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-a51cbd5c-aa78-4d10-86e9-48ffb6b44153 admin admin] 10.222.0.49 "PUT /v2.0/routers/8e9ba325-dd6a-41c3-bd83-b32f19165236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465726 Sep 03 18:18:30.316549 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-614f7b20-b37c-4173-9e1d-8ec657d2d83d None None] Provisioning complete for port 19b84cf0-82ef-468c-8131-175b74fae542 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:30.316947 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-614f7b20-b37c-4173-9e1d-8ec657d2d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.385981 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-614f7b20-b37c-4173-9e1d-8ec657d2d83d None None] Port 19b84cf0-82ef-468c-8131-175b74fae542 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:18:30.405032 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 2, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:30.431516 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605b5a5-7dd2-4053-9d7b-0f60674a5046 None None] The sync data for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi is: [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 2, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:30.796277 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49820) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:30.801515 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1224133502-network', 'tenant_id': '8834c48abb81431db1d1215723d09671'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:30.823168 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Made reservation on behalf of 8834c48abb81431db1d1215723d09671 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:30.825764 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.836792 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.943032 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.947115 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.978036 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:18:30.984315 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3a034-90d5-44ce-8f16-7d5451210728,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:30.990469 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.990804 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Added segment d58c7f2c-e216-414a-8c7d-36017102f040 of type vlan for network 116113f6-e7b4-40cb-be80-645e3df5da44 Sep 03 18:18:31.252144 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.277648 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.278628 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:31.279224 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.310750 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5131533 Sep 03 18:18:31.313937 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 49824) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:31.319105 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Request body: {'subnet': {'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1224133502-subnet', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:31.342080 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad49f6-98de-4dbb-a45a-c0acfe0385ff admin admin] Pushing event updated for resources: {'Network': ['ID=116113f6-e7b4-40cb-be80-645e3df5da44,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:31.355348 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 116113f6-e7b4-40cb-be80-645e3df5da44 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:18:31.355933 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Made reservation on behalf of 8834c48abb81431db1d1215723d09671 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:31.358580 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30467929'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.546794 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30624585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30467959'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.604933 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc04c229-c96c-4de9-a66f-4f8ec506e0d0,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:31.612317 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Checking segment: {'id': 'd58c7f2c-e216-414a-8c7d-36017102f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:31.612787 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Network hostable DHCP agents. Network: 116113f6-e7b4-40cb-be80-645e3df5da44, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:18:31.630316 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Network 116113f6-e7b4-40cb-be80-645e3df5da44 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:18:31.640930 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 116113f6-e7b4-40cb-be80-645e3df5da44) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:31.645724 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:31.646323 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.651390 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d15ea-da54-40bb-9c67-4ca3e8625ee9 None None] Network 116113f6-e7b4-40cb-be80-645e3df5da44 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:31.661307 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-3d0e2416-39b2-4a12-8179-31110654bf54 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3461587 Sep 03 18:18:31.663843 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49828) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:31.668916 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:31.689371 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.690418 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.745406 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.800755 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-116113f6-e7b4-40cb-be80-645e3df5da44', 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'fixed_ips': [{'subnet_id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:18:31.801724 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.883634 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.938591 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Allocated IP 172.20.0.2 (116113f6-e7b4-40cb-be80-645e3df5da44/fc04c229-c96c-4de9-a66f-4f8ec506e0d0/db2b8980-bea1-4b87-97ea-091af11ce908) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:32.100873 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.115857 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.120757 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.125718 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device da5a5553-33fd-4da1-82fb-dd3b4d450181 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:32.131054 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Transition to ACTIVE for port object db2b8980-bea1-4b87-97ea-091af11ce908 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:32.169678 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Transition to ACTIVE for port object db2b8980-bea1-4b87-97ea-091af11ce908 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:32.180137 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.230962 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Network 116113f6-e7b4-40cb-be80-645e3df5da44 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:32.236928 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Allocated IP 172.27.1.73 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/bec23c59-b820-4520-a54d-a5319944d20d) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:32.239298 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:32.242116 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:32.244153 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port da5a5553-33fd-4da1-82fb-dd3b4d450181 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:32.246005 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Pushing event updated for resources: {'Port': ['ID=db2b8980-bea1-4b87-97ea-091af11ce908,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:32.254272 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port da5a5553-33fd-4da1-82fb-dd3b4d450181 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:32.254773 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.333977 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Attempting to bind port db2b8980-bea1-4b87-97ea-091af11ce908 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:32.334345 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Attempting to bind port db2b8980-bea1-4b87-97ea-091af11ce908 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'd58c7f2c-e216-414a-8c7d-36017102f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:32.334708 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Attempting to bind port db2b8980-bea1-4b87-97ea-091af11ce908 on network 116113f6-e7b4-40cb-be80-645e3df5da44 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:32.341975 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:32.342352 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Checking segment: {'id': 'd58c7f2c-e216-414a-8c7d-36017102f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:32.342754 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.343144 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Bound using segment: {'id': 'd58c7f2c-e216-414a-8c7d-36017102f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:32.343604 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Bound port: db2b8980-bea1-4b87-97ea-091af11ce908, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58c7f2c-e216-414a-8c7d-36017102f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:32.343990 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.345112 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.389841 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.415394 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Sync routers for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:32.416948 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.428788 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:32.429600 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:32.431869 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:32.448541 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Pushing event updated for resources: {'Port': ['ID=bec23c59-b820-4520-a54d-a5319944d20d,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:32.451935 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:32.454166 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:32.457072 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port da5a5553-33fd-4da1-82fb-dd3b4d450181, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=da5a5553-33fd-4da1-82fb-dd3b4d450181,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:32.459969 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] For port db2b8980-bea1-4b87-97ea-091af11ce908, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:32.469658 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.475449 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] For port db2b8980-bea1-4b87-97ea-091af11ce908, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=db2b8980-bea1-4b87-97ea-091af11ce908,segment=NetworkSegment(d58c7f2c-e216-414a-8c7d-36017102f040),segment_id=d58c7f2c-e216-414a-8c7d-36017102f040)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:32.498296 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.531334 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=da5a5553-33fd-4da1-82fb-dd3b4d450181,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:32.566073 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:32.596803 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094d3aa-4dd2-4fff-9778-d6a5588b7aae None None] Pushing event updated for resources: {'Port': ['ID=db2b8980-bea1-4b87-97ea-091af11ce908,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:32.756558 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.802036 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 2, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:32.833215 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Checking router: 8e9ba325-dd6a-41c3-bd83-b32f19165236 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:32.833567 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Updating router 8e9ba325-dd6a-41c3-bd83-b32f19165236 port 19b84cf0-82ef-468c-8131-175b74fae542 binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:18:32.866459 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.964013 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:33.096518 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Router 81e6d878-97ad-4692-bf40-a7815173a1a3 is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:18:33.140860 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:33.159752 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Transition to ACTIVE for port object 19b84cf0-82ef-468c-8131-175b74fae542 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:33.168639 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:33.219690 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f6a71-9dbe-4ccb-be9d-c5b2d8c3f54c None None] Pushing event updated for resources: {'Port': ['ID=19b84cf0-82ef-468c-8131-175b74fae542,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:33.242160 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:33.253431 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Sync routers for ids ['81e6d878-97ad-4692-bf40-a7815173a1a3'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:33.263481 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Routers {'81e6d878-97ad-4692-bf40-a7815173a1a3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:33.264126 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['81e6d878-97ad-4692-bf40-a7815173a1a3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:33.276365 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:33.278212 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-cffbaacc-5c53-4c64-abfc-ab9975570ebc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6133239 Sep 03 18:18:33.283301 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49836) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:33.295775 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Attempting to bind port 19b84cf0-82ef-468c-8131-175b74fae542 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:33.296150 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Attempting to bind port 19b84cf0-82ef-468c-8131-175b74fae542 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:33.296517 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Attempting to bind port 19b84cf0-82ef-468c-8131-175b74fae542 on network 8ca9d327-774b-450c-a1ef-250e5c303468 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:33.302497 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:33.302873 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Checking segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:33.303279 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:33.303673 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Bound using segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:33.304146 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Bound port: 19b84cf0-82ef-468c-8131-175b74fae542, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:33.304532 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:33.388426 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] For port 19b84cf0-82ef-468c-8131-175b74fae542, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:33.397573 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] For port 19b84cf0-82ef-468c-8131-175b74fae542, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=19b84cf0-82ef-468c-8131-175b74fae542,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:33.404773 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:33.426559 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Set router 81e6d878-97ad-4692-bf40-a7815173a1a3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:33.479606 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:33.480963 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:33.591784 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f6a71-9dbe-4ccb-be9d-c5b2d8c3f54c None None] Pushing event updated for resources: {'Port': ['ID=19b84cf0-82ef-468c-8131-175b74fae542,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:33.644881 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:33.861906 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01836cc-6c01-4d17-a25c-187f29a22109 None None] Network 116113f6-e7b4-40cb-be80-645e3df5da44 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:33.897216 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8f1c90a0-2aff-4701-a81c-74f3af6faafc None None] Provisioning for port db2b8980-bea1-4b87-97ea-091af11ce908 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:33.956323 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:33.989077 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 3, 'project_id': '8834c48abb81431db1d1215723d09671', 'gw_port': {'id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:32Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:34.056402 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Checking router: 81e6d878-97ad-4692-bf40-a7815173a1a3 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:34.057493 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Updating router 81e6d878-97ad-4692-bf40-a7815173a1a3 port bec23c59-b820-4520-a54d-a5319944d20d binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:18:34.081941 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:33Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:34.125329 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eafd85-71cf-4870-8193-8d4afa54e062 None None] The sync data for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi is: [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:33Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:34.181789 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.239836 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Allocated IP 172.20.0.1 (116113f6-e7b4-40cb-be80-645e3df5da44/fc04c229-c96c-4de9-a66f-4f8ec506e0d0/8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:34.390706 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device db2b8980-bea1-4b87-97ea-091af11ce908 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:34.425640 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.448663 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Transition to ACTIVE for port object 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:34.525308 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.525740 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port db2b8980-bea1-4b87-97ea-091af11ce908 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:34.537430 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port db2b8980-bea1-4b87-97ea-091af11ce908 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:34.537958 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.572570 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Network 116113f6-e7b4-40cb-be80-645e3df5da44 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:34.575662 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:34.578351 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:34.619318 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:34.654065 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.738286 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.804290 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.812251 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-110227b9-0e7a-4214-b853-87e9b1b309a3 None None] Provisioning complete for port db2b8980-bea1-4b87-97ea-091af11ce908 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:34.812635 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-110227b9-0e7a-4214-b853-87e9b1b309a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.835545 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.849991 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port db2b8980-bea1-4b87-97ea-091af11ce908, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=db2b8980-bea1-4b87-97ea-091af11ce908,segment=NetworkSegment(d58c7f2c-e216-414a-8c7d-36017102f040),segment_id=d58c7f2c-e216-414a-8c7d-36017102f040)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:34.856761 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Transition to ACTIVE for port object bec23c59-b820-4520-a54d-a5319944d20d will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:34.863394 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.864098 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device da5a5553-33fd-4da1-82fb-dd3b4d450181 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:34.901798 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.992381 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Attempting to bind port bec23c59-b820-4520-a54d-a5319944d20d on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:34.992787 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Attempting to bind port bec23c59-b820-4520-a54d-a5319944d20d by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:34.993150 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Attempting to bind port bec23c59-b820-4520-a54d-a5319944d20d on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:34.996484 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=db2b8980-bea1-4b87-97ea-091af11ce908,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:35.010561 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:35.010813 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:35.011950 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.011950 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:35.012146 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Bound port: bec23c59-b820-4520-a54d-a5319944d20d, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:35.012422 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.112223 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port da5a5553-33fd-4da1-82fb-dd3b4d450181 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:35.112601 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.114206 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545d1f4-5a9b-4ac1-b352-a55cd150ef17 None None] Pushing event updated for resources: {'Port': ['ID=bec23c59-b820-4520-a54d-a5319944d20d,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:35.158697 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] For port bec23c59-b820-4520-a54d-a5319944d20d, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:35.177506 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] For port bec23c59-b820-4520-a54d-a5319944d20d, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=bec23c59-b820-4520-a54d-a5319944d20d,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:35.182672 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.253308 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.259221 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.279353 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Routers {'81e6d878-97ad-4692-bf40-a7815173a1a3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:35.280000 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['81e6d878-97ad-4692-bf40-a7815173a1a3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:35.313756 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.323294 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545d1f4-5a9b-4ac1-b352-a55cd150ef17 None None] Pushing event updated for resources: {'Port': ['ID=bec23c59-b820-4520-a54d-a5319944d20d,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:35.354666 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 19b84cf0-82ef-468c-8131-175b74fae542 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:35.359804 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:35.384021 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1108dcac-79cf-4816-a505-138678b7d8c8 None None] Provisioning for port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:35.395571 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-1108dcac-79cf-4816-a505-138678b7d8c8 None None] Provisioning complete for port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:35.395959 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1108dcac-79cf-4816-a505-138678b7d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.462199 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-1108dcac-79cf-4816-a505-138678b7d8c8 None None] Port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:18:35.470512 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Network 116113f6-e7b4-40cb-be80-645e3df5da44 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:35.472061 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:35.477684 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] Set router 81e6d878-97ad-4692-bf40-a7815173a1a3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:35.480857 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 19b84cf0-82ef-468c-8131-175b74fae542 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:35.510156 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 19b84cf0-82ef-468c-8131-175b74fae542 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:35.510536 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.616842 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Router 81e6d878-97ad-4692-bf40-a7815173a1a3 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:35.712642 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.765060 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:35.770309 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-221e425e-78b1-42bb-a6e5-f66fd9f8c804 admin admin] 10.222.0.49 "PUT /v2.0/routers/81e6d878-97ad-4692-bf40-a7815173a1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4858916 Sep 03 18:18:35.785657 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 19b84cf0-82ef-468c-8131-175b74fae542, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=19b84cf0-82ef-468c-8131-175b74fae542,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:35.794067 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.835222 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-dc16218d-7ecc-412d-8a94-ad424f35c47c None None] Provisioning complete for port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:35.835847 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-dc16218d-7ecc-412d-8a94-ad424f35c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.893653 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:18:34Z', 'revision_number': 4, 'project_id': '8834c48abb81431db1d1215723d09671', 'gw_port': {'id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:32Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f', 'name': '', 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'mac_address': 'fa:16:3e:e4:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:33Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 2, 'project_id': '8834c48abb81431db1d1215723d09671', 'subnets': [{'id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:36.050845 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=19b84cf0-82ef-468c-8131-175b74fae542,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:36.053982 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-dc16218d-7ecc-412d-8a94-ad424f35c47c None None] Port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:18:36.055838 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0ff0b-57c8-4d7f-9570-9271046dee6d None None] The sync data for ids ['81e6d878-97ad-4692-bf40-a7815173a1a3'] in dv-cinder-804093-5-iscsi is: [{'id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:18:34Z', 'revision_number': 4, 'project_id': '8834c48abb81431db1d1215723d09671', 'gw_port': {'id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:32Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f', 'name': '', 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'mac_address': 'fa:16:3e:e4:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:33Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 2, 'project_id': '8834c48abb81431db1d1215723d09671', 'subnets': [{'id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:36.096039 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device db2b8980-bea1-4b87-97ea-091af11ce908 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:36.150673 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port db2b8980-bea1-4b87-97ea-091af11ce908 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:36.150981 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.231393 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49870) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:36.236670 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c41391ee-ccd7-47af-b6f6-f8d7badd8e21 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229168932', 'description': 'tempest-secgroup-smoke-229168932 description', 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:36.263394 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c41391ee-ccd7-47af-b6f6-f8d7badd8e21 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.359704 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c41391ee-ccd7-47af-b6f6-f8d7badd8e21 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.363679 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c41391ee-ccd7-47af-b6f6-f8d7badd8e21 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.400398 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41391ee-ccd7-47af-b6f6-f8d7badd8e21 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4972fec-9f44-4683-8a0c-0248ef24ff0a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:36.403776 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c41391ee-ccd7-47af-b6f6-f8d7badd8e21 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.405638 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c41391ee-ccd7-47af-b6f6-f8d7badd8e21 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1723552 Sep 03 18:18:36.408336 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49872) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:36.413164 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-58c9feb3-a0f7-470a-be7b-177dd4631e71 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'security_group_rule': {'security_group_id': 'c4972fec-9f44-4683-8a0c-0248ef24ff0a', 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:36.440162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-58c9feb3-a0f7-470a-be7b-177dd4631e71 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.501971 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-58c9feb3-a0f7-470a-be7b-177dd4631e71 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.505933 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-58c9feb3-a0f7-470a-be7b-177dd4631e71 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.524725 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9feb3-a0f7-470a-be7b-177dd4631e71 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505fab5e-e683-4bf4-a7f0-9542066a9df6,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:36.531295 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-58c9feb3-a0f7-470a-be7b-177dd4631e71 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.532570 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-58c9feb3-a0f7-470a-be7b-177dd4631e71 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231744 Sep 03 18:18:36.535280 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49874) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:36.539853 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-08bcb1a8-9fb0-4d0d-8733-edde9c4d6367 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'security_group_rule': {'security_group_id': 'c4972fec-9f44-4683-8a0c-0248ef24ff0a', 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:36.567275 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08bcb1a8-9fb0-4d0d-8733-edde9c4d6367 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.625961 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08bcb1a8-9fb0-4d0d-8733-edde9c4d6367 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.630330 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08bcb1a8-9fb0-4d0d-8733-edde9c4d6367 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.650112 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb1a8-9fb0-4d0d-8733-edde9c4d6367 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089a6192-dedc-4f05-92fa-16fe141dfbb7,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:36.653140 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-08bcb1a8-9fb0-4d0d-8733-edde9c4d6367 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.654377 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-08bcb1a8-9fb0-4d0d-8733-edde9c4d6367 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181111 Sep 03 18:18:36.657022 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49876) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:36.661574 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-205c310a-8f98-4b84-b6e8-0bdaf81e75c7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'security_group_rule': {'security_group_id': 'c4972fec-9f44-4683-8a0c-0248ef24ff0a', 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:36.687034 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-205c310a-8f98-4b84-b6e8-0bdaf81e75c7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.755614 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-205c310a-8f98-4b84-b6e8-0bdaf81e75c7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.759133 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-205c310a-8f98-4b84-b6e8-0bdaf81e75c7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.778667 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c310a-8f98-4b84-b6e8-0bdaf81e75c7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566b4cfc-5717-44f4-ae05-1178d89d1de8,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:36.785025 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-205c310a-8f98-4b84-b6e8-0bdaf81e75c7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.786201 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-205c310a-8f98-4b84-b6e8-0bdaf81e75c7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282110 Sep 03 18:18:36.788812 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49880) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:36.793881 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f346e2c0-c880-44f3-8ea6-7f8059fa34e6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'security_group_rule': {'security_group_id': 'c4972fec-9f44-4683-8a0c-0248ef24ff0a', 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:36.820874 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f346e2c0-c880-44f3-8ea6-7f8059fa34e6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.881123 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f346e2c0-c880-44f3-8ea6-7f8059fa34e6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.885361 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f346e2c0-c880-44f3-8ea6-7f8059fa34e6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.905084 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346e2c0-c880-44f3-8ea6-7f8059fa34e6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c86ccd3-d6ed-41d3-8ec7-68651d26bf9d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:36.912530 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f346e2c0-c880-44f3-8ea6-7f8059fa34e6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.913800 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-f346e2c0-c880-44f3-8ea6-7f8059fa34e6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240740 Sep 03 18:18:36.916731 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49884) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:36.921144 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-00c3a6bb-8178-4acf-8d34-e855ce1892a3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'security_group_rule': {'security_group_id': 'c4972fec-9f44-4683-8a0c-0248ef24ff0a', 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:36.942885 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-00c3a6bb-8178-4acf-8d34-e855ce1892a3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Project deb148323da346ea8b9bb7f28f0e5ffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:18:36.947835 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00c3a6bb-8178-4acf-8d34-e855ce1892a3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:37.006054 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00c3a6bb-8178-4acf-8d34-e855ce1892a3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:37.009491 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00c3a6bb-8178-4acf-8d34-e855ce1892a3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:37.026422 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3a6bb-8178-4acf-8d34-e855ce1892a3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a22f2d-8487-4416-996d-00bfaa7c34c5,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:37.031744 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-00c3a6bb-8178-4acf-8d34-e855ce1892a3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:37.032997 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-00c3a6bb-8178-4acf-8d34-e855ce1892a3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153376 Sep 03 18:18:37.035712 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 49886) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:37.040125 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f5af9a39-736f-48de-b974-cc096aa5c1cd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'security_group_rule': {'security_group_id': 'c4972fec-9f44-4683-8a0c-0248ef24ff0a', 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:37.062977 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-f5af9a39-736f-48de-b974-cc096aa5c1cd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Project deb148323da346ea8b9bb7f28f0e5ffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:18:37.076419 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5af9a39-736f-48de-b974-cc096aa5c1cd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:37.150192 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5af9a39-736f-48de-b974-cc096aa5c1cd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:37.154186 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5af9a39-736f-48de-b974-cc096aa5c1cd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:37.184747 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af9a39-736f-48de-b974-cc096aa5c1cd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4384cd89-32ae-42b5-9bfa-2a2d4ca5316d,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:37.187826 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f5af9a39-736f-48de-b974-cc096aa5c1cd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:37.189266 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-f5af9a39-736f-48de-b974-cc096aa5c1cd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526134 Sep 03 18:18:38.143073 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 19b84cf0-82ef-468c-8131-175b74fae542 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:38.214513 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 19b84cf0-82ef-468c-8131-175b74fae542 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:38.214967 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:38.309364 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device bec23c59-b820-4520-a54d-a5319944d20d up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:38.369849 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port bec23c59-b820-4520-a54d-a5319944d20d completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:38.374511 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port bec23c59-b820-4520-a54d-a5319944d20d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:38.374924 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:38.476121 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:38.497577 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port bec23c59-b820-4520-a54d-a5319944d20d, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=bec23c59-b820-4520-a54d-a5319944d20d,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:38.507445 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:38.534355 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Sync routers for ids ['81e6d878-97ad-4692-bf40-a7815173a1a3'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:38.543649 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Routers {'81e6d878-97ad-4692-bf40-a7815173a1a3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:38.544208 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['81e6d878-97ad-4692-bf40-a7815173a1a3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:38.558084 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=bec23c59-b820-4520-a54d-a5319944d20d,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:38.650214 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Set router 81e6d878-97ad-4692-bf40-a7815173a1a3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:38.854040 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:18:34Z', 'revision_number': 4, 'project_id': '8834c48abb81431db1d1215723d09671', 'gw_port': {'id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:32Z', 'updated_at': '2021-09-03T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f', 'name': '', 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'mac_address': 'fa:16:3e:e4:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:33Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 2, 'project_id': '8834c48abb81431db1d1215723d09671', 'subnets': [{'id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:38.879755 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Checking router: 81e6d878-97ad-4692-bf40-a7815173a1a3 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:38.880106 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Updating router 81e6d878-97ad-4692-bf40-a7815173a1a3 port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:18:38.910456 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:39.171238 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:39.181195 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Transition to ACTIVE for port object 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:39.186004 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:39.234157 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055bff0-1faa-437a-9433-dfb750596199 None None] Pushing event updated for resources: {'Port': ['ID=8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:39.287296 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Attempting to bind port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:39.287800 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Attempting to bind port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': 'd58c7f2c-e216-414a-8c7d-36017102f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:39.288045 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Attempting to bind port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f on network 116113f6-e7b4-40cb-be80-645e3df5da44 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:39.294330 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:39.294699 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Checking segment: {'id': 'd58c7f2c-e216-414a-8c7d-36017102f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:39.295095 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:39.295482 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Bound using segment: {'id': 'd58c7f2c-e216-414a-8c7d-36017102f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:39.295941 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Bound port: 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58c7f2c-e216-414a-8c7d-36017102f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:39.296331 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:39.364811 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] For port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:39.368312 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] For port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f,segment=NetworkSegment(d58c7f2c-e216-414a-8c7d-36017102f040),segment_id=d58c7f2c-e216-414a-8c7d-36017102f040)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:39.374038 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:39.429823 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Routers {'81e6d878-97ad-4692-bf40-a7815173a1a3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:39.430456 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:18:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['81e6d878-97ad-4692-bf40-a7815173a1a3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:39.494534 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055bff0-1faa-437a-9433-dfb750596199 None None] Pushing event updated for resources: {'Port': ['ID=8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f,revision_number=4']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:39.541881 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] Set router 81e6d878-97ad-4692-bf40-a7815173a1a3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:39.748860 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:18:34Z', 'revision_number': 4, 'project_id': '8834c48abb81431db1d1215723d09671', 'gw_port': {'id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:32Z', 'updated_at': '2021-09-03T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f', 'name': '', 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'mac_address': 'fa:16:3e:e4:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:33Z', 'updated_at': '2021-09-03T18:18:39Z', 'revision_number': 4, 'project_id': '8834c48abb81431db1d1215723d09671', 'subnets': [{'id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:39.778717 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469a490-d75c-4771-8b19-f72215624fbc None None] The sync data for ids ['81e6d878-97ad-4692-bf40-a7815173a1a3'] in dv-cinder-804093-5-iscsi is: [{'id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:18:34Z', 'revision_number': 4, 'project_id': '8834c48abb81431db1d1215723d09671', 'gw_port': {'id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:32Z', 'updated_at': '2021-09-03T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f', 'name': '', 'network_id': '116113f6-e7b4-40cb-be80-645e3df5da44', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'mac_address': 'fa:16:3e:e4:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:33Z', 'updated_at': '2021-09-03T18:18:39Z', 'revision_number': 4, 'project_id': '8834c48abb81431db1d1215723d09671', 'subnets': [{'id': 'fc04c229-c96c-4de9-a66f-4f8ec506e0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:40.108638 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:40.163129 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:40.167741 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:40.168300 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:40.257162 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:40.300632 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f,segment=NetworkSegment(d58c7f2c-e216-414a-8c7d-36017102f040),segment_id=d58c7f2c-e216-414a-8c7d-36017102f040)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:40.304455 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:40.305421 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device bec23c59-b820-4520-a54d-a5319944d20d up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:40.378890 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:40.392330 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port bec23c59-b820-4520-a54d-a5319944d20d triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:40.392750 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:40.600906 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0d00a816-ea53-4083-b6b0-11cff554ccf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:42.071785 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:42.122728 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:42.123108 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:42.768675 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:18:43.364833 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9b38398b-5f4b-4b36-8488-456cd2818689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:43.616056 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.470488 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.914581 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a32d-9f8a-4eca-9fbb-baf158e74788 req-ac10edcd-7fe3-465b-a34a-daf2c248946b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:44.916416 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3cc3a32d-9f8a-4eca-9fbb-baf158e74788 req-ac10edcd-7fe3-465b-a34a-daf2c248946b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0525482 Sep 03 18:18:44.956843 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3cc3a32d-9f8a-4eca-9fbb-baf158e74788 req-2487a513-c692-4619-977f-b1a43f955871 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338180 Sep 03 18:18:45.841323 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52b8e4-008b-4b15-b491-b06e5cff0ea0 req-20704cff-6ea4-4b69-b698-931e55feabaa tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:45.843102 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4d52b8e4-008b-4b15-b491-b06e5cff0ea0 req-20704cff-6ea4-4b69-b698-931e55feabaa tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 946 time: 0.0828698 Sep 03 18:18:45.886036 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4d52b8e4-008b-4b15-b491-b06e5cff0ea0 req-224f36f0-9b20-44a3-acab-93528e56305c tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342987 Sep 03 18:18:45.986778 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:46.077245 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60fd19-6019-4111-9e66-7a17ddfdb86e req-d7ae08a4-af6d-4346-87a6-3a545fe63f1f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:46.078731 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0c60fd19-6019-4111-9e66-7a17ddfdb86e req-d7ae08a4-af6d-4346-87a6-3a545fe63f1f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0511804 Sep 03 18:18:46.080313 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:46.118967 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0c60fd19-6019-4111-9e66-7a17ddfdb86e req-be1d087c-f5b3-4bd7-b784-ec198b6e54bb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328729 Sep 03 18:18:47.002479 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df8a81-b2dd-43c8-8464-be9649b9a122 req-00a4136f-7e81-41bd-8559-dbf856b178f5 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:47.004484 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-69df8a81-b2dd-43c8-8464-be9649b9a122 req-00a4136f-7e81-41bd-8559-dbf856b178f5 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 946 time: 0.0490849 Sep 03 18:18:47.041357 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-69df8a81-b2dd-43c8-8464-be9649b9a122 req-25185045-3865-4ead-9569-990cd4ea6251 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Sep 03 18:18:47.233086 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1eae6-88bf-4e04-a00c-9a505ed59ced req-7dce7cde-5148-4afc-910e-355cfac1e62d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:47.234625 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4bb1eae6-88bf-4e04-a00c-9a505ed59ced req-7dce7cde-5148-4afc-910e-355cfac1e62d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0493450 Sep 03 18:18:47.275966 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4bb1eae6-88bf-4e04-a00c-9a505ed59ced req-61f6fe85-b669-44ac-bf80-6772a96fae22 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348067 Sep 03 18:18:48.154940 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74854460-a06f-4b9e-9e26-39cb5cec928a req-9b019349-1440-437b-a433-191bed46ab47 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:48.158473 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-74854460-a06f-4b9e-9e26-39cb5cec928a req-9b019349-1440-437b-a433-191bed46ab47 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 946 time: 0.0502915 Sep 03 18:18:48.196232 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-74854460-a06f-4b9e-9e26-39cb5cec928a req-e87da790-8e55-44ad-b05e-255670780739 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Sep 03 18:18:48.393793 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed8fb2-d55d-4663-a852-510041091506 req-ff9522fa-f3c6-4c94-a470-bc6a0c5e6256 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:48.395922 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9fed8fb2-d55d-4663-a852-510041091506 req-ff9522fa-f3c6-4c94-a470-bc6a0c5e6256 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0503125 Sep 03 18:18:48.434262 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9fed8fb2-d55d-4663-a852-510041091506 req-3fa90c13-1d7d-4f48-930d-6f2b92e06711 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324237 Sep 03 18:18:49.314202 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd7360-3ea5-4dc2-a939-b11d83724953 req-693bc780-4d5d-4e90-9954-13e63090ba8d tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:49.315667 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d6cd7360-3ea5-4dc2-a939-b11d83724953 req-693bc780-4d5d-4e90-9954-13e63090ba8d tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 946 time: 0.0497248 Sep 03 18:18:49.357311 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d6cd7360-3ea5-4dc2-a939-b11d83724953 req-eda7b441-9155-4747-aeb9-20cebc71c30d tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357540 Sep 03 18:18:49.563880 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4d2c4-90d4-4338-8b2a-f73d68359257 req-7c02101b-5b97-409b-8c0a-6c7bfd0d873f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:49.565313 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3ec4d2c4-90d4-4338-8b2a-f73d68359257 req-7c02101b-5b97-409b-8c0a-6c7bfd0d873f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0602584 Sep 03 18:18:49.605356 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3ec4d2c4-90d4-4338-8b2a-f73d68359257 req-bf4dc771-f591-4ca6-9e86-101b4ffb716e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339262 Sep 03 18:18:50.175589 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-a51338a0-100f-40cf-abab-285ee2a66510 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:50.177614 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-a51338a0-100f-40cf-abab-285ee2a66510 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 946 time: 0.0502450 Sep 03 18:18:50.285413 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Deleting port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:50.285785 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:50.383122 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] For port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,segment=NetworkSegment(9c17daf8-5dcf-42a5-8ab3-5fde3cf30229),segment_id=9c17daf8-5dcf-42a5-8ab3-5fde3cf30229)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:50.383504 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:50.397025 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Calling delete_port for e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:50.518404 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe3706-a3c0-4caa-9565-f8a8fb50301c req-0f7efd2e-c1bd-453f-916d-3b63bf064f47 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:50.519919 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-53fe3706-a3c0-4caa-9565-f8a8fb50301c req-0f7efd2e-c1bd-453f-916d-3b63bf064f47 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/ports?device_id=edfabeab-f0e1-416e-88ba-a73a318e8deb HTTP/1.1" status: 200 len: 946 time: 0.0736623 Sep 03 18:18:50.600993 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-53fe3706-a3c0-4caa-9565-f8a8fb50301c req-e991fc4d-7b95-4dc8-82a8-26e2dcfec00a tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.49 "GET /v2.0/security-groups?id=0181a121-3f28-4e18-a28c-b43e9789ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743442 Sep 03 18:18:50.602020 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:50.630469 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Pushing event deleted for resources: {'Port': ['ID=e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:50.673851 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] No DVR routers for this DVR port e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:18:50.676939 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:50.678907 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea0f0ef3-10b9-47c1-90d3-0701407c7131 req-424ac6e0-6ffd-4506-afd0-cbc1877ed3a9 tempest-VolumesSnapshotTestJSON-738728204 tempest-VolumesSnapshotTestJSON-738728204-project] 10.222.0.23 "DELETE /v2.0/ports/e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 HTTP/1.1" status: 204 len: 173 time: 0.4944174 Sep 03 18:18:50.679344 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfabeab-f0e1-416e-88ba-a73a318e8deb', 'name': 'network-vif-deleted', 'tag': 'e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:50.682007 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05a242e-378d-43ee-a116-86006d08045f" -d '{"events": [{"server_uuid": "edfabeab-f0e1-416e-88ba-a73a318e8deb", "name": "network-vif-deleted", "tag": "e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:50.724062 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fe3bdd-7ddd-4b75-83a4-200a92652829 x-openstack-request-id: req-40fe3bdd-7ddd-4b75-83a4-200a92652829 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:50.724189 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfabeab-f0e1-416e-88ba-a73a318e8deb", "name": "network-vif-deleted", "tag": "e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:50.724387 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40fe3bdd-7ddd-4b75-83a4-200a92652829 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:50.724815 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfabeab-f0e1-416e-88ba-a73a318e8deb', 'name': 'network-vif-deleted', 'tag': 'e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92', 'status': 'completed', 'code': 200} Sep 03 18:18:50.741664 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c206c37-32b0-4f99-883f-f164641369cf req-359ec9e2-d5d9-4892-8d0a-cee661c2eacf tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:50.743188 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1c206c37-32b0-4f99-883f-f164641369cf req-359ec9e2-d5d9-4892-8d0a-cee661c2eacf tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0593259 Sep 03 18:18:50.781692 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1c206c37-32b0-4f99-883f-f164641369cf req-6a6e027b-2e69-40d1-bd6a-886dc5fe9cdf tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323596 Sep 03 18:18:51.924299 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a3bef-1fa9-4701-80e1-e365fddad860 req-e0cc2d2f-d5d5-48d5-98f8-3e4bf807c23c tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:51.926240 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-290a3bef-1fa9-4701-80e1-e365fddad860 req-e0cc2d2f-d5d5-48d5-98f8-3e4bf807c23c tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0662982 Sep 03 18:18:51.968049 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-290a3bef-1fa9-4701-80e1-e365fddad860 req-291f0b0e-8148-4195-8c89-22dbcf58f751 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346944 Sep 03 18:18:52.325095 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:52.344772 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:52.345123 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device e8e87a68-54eb-46f9-8b7b-2f3f03a1ad92 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:53.096281 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3377510-4548-4daa-b883-9f4b6a0465c7 req-fd5749b1-3f5a-4406-ad11-5d3700bfab73 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:53.097885 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d3377510-4548-4daa-b883-9f4b6a0465c7 req-fd5749b1-3f5a-4406-ad11-5d3700bfab73 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0529788 Sep 03 18:18:53.139634 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d3377510-4548-4daa-b883-9f4b6a0465c7 req-ae258f99-6562-4459-a1a7-a20fd03bc38b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347745 Sep 03 18:18:54.264669 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab520f-3329-4ab5-a3b7-1c7ced327af8 req-aafa4b32-cf71-4cd6-87d0-1223c98882a9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:54.266251 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d7ab520f-3329-4ab5-a3b7-1c7ced327af8 req-aafa4b32-cf71-4cd6-87d0-1223c98882a9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0495350 Sep 03 18:18:54.305072 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d7ab520f-3329-4ab5-a3b7-1c7ced327af8 req-76221568-6f04-4eb0-b810-35f88d9ac556 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321462 Sep 03 18:18:55.425561 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d4e05-12d9-45fa-a586-b83b587f9820 req-a4b3fa9f-03fa-450c-a144-f0bbc1104438 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:55.427039 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ec3d4e05-12d9-45fa-a586-b83b587f9820 req-a4b3fa9f-03fa-450c-a144-f0bbc1104438 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0478361 Sep 03 18:18:55.464585 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ec3d4e05-12d9-45fa-a586-b83b587f9820 req-7b892582-1236-4a4b-a558-992d5dd887a2 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315700 Sep 03 18:18:56.582001 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c66d0-a62e-42d6-8e5b-1f35d357e6e4 req-68071ee6-1384-4845-941f-48b1d93be8bc tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:56.583483 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1d6c66d0-a62e-42d6-8e5b-1f35d357e6e4 req-68071ee6-1384-4845-941f-48b1d93be8bc tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0519886 Sep 03 18:18:56.623741 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1d6c66d0-a62e-42d6-8e5b-1f35d357e6e4 req-d6d6cd62-aad3-4573-b417-2037083e73f2 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343881 Sep 03 18:18:56.972493 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50200) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:57.074554 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c323fee-f4d6-40bc-9b7e-938145761931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:57.160897 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c323fee-f4d6-40bc-9b7e-938145761931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:57.165035 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5c323fee-f4d6-40bc-9b7e-938145761931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:57.202145 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-5c323fee-f4d6-40bc-9b7e-938145761931 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cd8173ac007400ba46b0a6594032268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285364 Sep 03 18:18:57.203072 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c323fee-f4d6-40bc-9b7e-938145761931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4cb5c9-8648-4722-a5b4-d0946cdaac75,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:57.204796 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 50204) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:57.255066 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f425fbd-8b7b-4594-ad1a-d3efe525b9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:57.277556 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f425fbd-8b7b-4594-ad1a-d3efe525b9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:57.323947 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f425fbd-8b7b-4594-ad1a-d3efe525b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:57.327190 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7f425fbd-8b7b-4594-ad1a-d3efe525b9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:57.330623 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-7f425fbd-8b7b-4594-ad1a-d3efe525b9a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e4cb5c9-8648-4722-a5b4-d0946cdaac75 HTTP/1.1" status: 204 len: 168 time: 0.1225600 Sep 03 18:18:57.337003 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f425fbd-8b7b-4594-ad1a-d3efe525b9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4cb5c9-8648-4722-a5b4-d0946cdaac75,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:57.755141 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47625-ec45-444e-a4c4-bbeab302d6bd req-3981a9dd-31e3-44d7-841b-4e5cf11dbc52 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:57.756690 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f7c47625-ec45-444e-a4c4-bbeab302d6bd req-3981a9dd-31e3-44d7-841b-4e5cf11dbc52 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0511415 Sep 03 18:18:57.798129 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f7c47625-ec45-444e-a4c4-bbeab302d6bd req-473bc656-4192-415f-a876-09e211c4497f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Sep 03 18:18:58.930366 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b626f3-b933-4201-9687-86c427f92322 req-8d9d4ec0-ada8-4737-bc7e-49728d2f34b2 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:58.932231 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b626f3-b933-4201-9687-86c427f92322 req-8d9d4ec0-ada8-4737-bc7e-49728d2f34b2 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0677559 Sep 03 18:18:58.972930 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-84b626f3-b933-4201-9687-86c427f92322 req-5882985c-d58a-4943-b686-7970eb4996f8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346529 Sep 03 18:19:00.098462 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1251f73-ae10-4036-9781-59c63fa0a19d req-f5f360ed-df3d-45fd-8dc3-3097702ca41f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:00.100264 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a1251f73-ae10-4036-9781-59c63fa0a19d req-f5f360ed-df3d-45fd-8dc3-3097702ca41f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0566893 Sep 03 18:19:00.141379 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a1251f73-ae10-4036-9781-59c63fa0a19d req-f1ab78b6-7d92-4506-bb83-1a204adb1bd5 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352628 Sep 03 18:19:01.253351 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688d1e5-b70f-499c-9682-e2e72487fd86 req-e32b2470-10a9-41c5-921b-11d61c6112f7 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:01.254798 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5688d1e5-b70f-499c-9682-e2e72487fd86 req-e32b2470-10a9-41c5-921b-11d61c6112f7 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0479774 Sep 03 18:19:01.292941 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5688d1e5-b70f-499c-9682-e2e72487fd86 req-64a0e564-793a-49d2-90e7-1875cb1dd550 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320899 Sep 03 18:19:02.415073 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdde9d0-a940-4ff9-8b44-746cfb22bc63 req-b021356f-c3c4-4044-b30e-375c15fcdd86 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:02.416805 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4cdde9d0-a940-4ff9-8b44-746cfb22bc63 req-b021356f-c3c4-4044-b30e-375c15fcdd86 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0524664 Sep 03 18:19:02.453890 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4cdde9d0-a940-4ff9-8b44-746cfb22bc63 req-98dded01-b18d-429d-8f1d-eaeb70b6487f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311375 Sep 03 18:19:03.568521 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64f86-4e93-4942-a85e-496715e104fb req-39201226-b2b3-45af-9402-ae014c032d5b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:03.570030 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-baf64f86-4e93-4942-a85e-496715e104fb req-39201226-b2b3-45af-9402-ae014c032d5b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0482321 Sep 03 18:19:03.607229 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-baf64f86-4e93-4942-a85e-496715e104fb req-fbb899fb-a3c8-4688-a7d8-4d88275b3b8a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306289 Sep 03 18:19:03.801283 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677f211-3783-47f6-b2bd-ed914d891baf req-d98874a7-962d-49c7-930b-d9210b1c7c94 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:03.802961 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1677f211-3783-47f6-b2bd-ed914d891baf req-d98874a7-962d-49c7-930b-d9210b1c7c94 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0487633 Sep 03 18:19:03.873972 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1677f211-3783-47f6-b2bd-ed914d891baf req-fd7681a0-4a5b-4b96-989d-1b31e351bbc9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633640 Sep 03 18:19:03.883938 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-2def5769-2e63-4138-9c15-e9751208bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:03.885948 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-2def5769-2e63-4138-9c15-e9751208bc7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 1098 time: 0.0687399 Sep 03 18:19:03.984543 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-219c12eb-1a3e-4cf4-a50f-07541f86c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:03.986126 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-219c12eb-1a3e-4cf4-a50f-07541f86c15d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 911 time: 0.0924654 Sep 03 18:19:04.060750 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-6d472cbd-f687-450f-8b80-d639e0eaabae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc HTTP/1.1" status: 200 len: 1001 time: 0.0658948 Sep 03 18:19:04.110166 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-6132066e-f1ce-443b-ad0b-492f4bdc4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:04.111655 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-6132066e-f1ce-443b-ad0b-492f4bdc4fd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0441942 Sep 03 18:19:04.157135 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-3adf0c4a-3734-46a0-a7dd-4b68bfc78715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:04.158642 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-3adf0c4a-3734-46a0-a7dd-4b68bfc78715 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395403 Sep 03 18:19:04.277822 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-a81b765d-605d-4706-ba71-d10933c7ac8c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229168932&fields=id&tenant_id=deb148323da346ea8b9bb7f28f0e5ffb HTTP/1.1" status: 200 len: 267 time: 0.0519478 Sep 03 18:19:04.279628 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-61a16e1a-22af-46b5-a755-361eb6c7cdbc service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128149 Sep 03 18:19:04.459310 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-ddeebbbf-4038-486c-9e70-be451a7e0958 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:04.461154 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-ddeebbbf-4038-486c-9e70-be451a7e0958 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 812 time: 0.1758573 Sep 03 18:19:04.464577 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4b824b0a-dec2-4ae4-9444-bf40778575e6 req-937e1496-8c6b-4c4e-845a-12937ed5c10b service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693008 Sep 03 18:19:04.476741 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-819b25bd-e047-4dca-8748-01142397c9fa tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/quotas/deb148323da346ea8b9bb7f28f0e5ffb HTTP/1.1" status: 200 len: 375 time: 0.0098515 Sep 03 18:19:04.531233 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-487f9144-de95-4c30-ad10-45cd1ba1107e tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489407 Sep 03 18:19:04.625129 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-8cb5e423-0350-4f9c-bdca-8a8df9477039 service neutron] 10.222.0.49 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818639 Sep 03 18:19:04.719947 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-3164fe7b-5a19-4b92-9056-26ab0b416530 service neutron] 10.222.0.49 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887094 Sep 03 18:19:05.017758 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5ee53f5e-bdad-4e23-8ead-0a37dfe1732d req-cd445a1e-015d-4224-a2dd-45d85e019b49 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 210 time: 0.0298617 Sep 03 18:19:05.027584 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a795d-d114-4021-87af-e79482436725 req-bc4dcb36-74b0-4b4a-9bf6-ced27477e412 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:05.029240 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4f5a795d-d114-4021-87af-e79482436725 req-bc4dcb36-74b0-4b4a-9bf6-ced27477e412 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0687599 Sep 03 18:19:05.084866 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4f5a795d-d114-4021-87af-e79482436725 req-0efd6c10-18e9-4cb7-ae5a-012cef2bb24c tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479841 Sep 03 18:19:06.268371 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8d7c58ac-7bf2-4d8e-a8a1-2a1a4338eb7f req-8810eb99-8022-45c3-823f-2f40c6f6ea9c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 210 time: 0.1796665 Sep 03 18:19:06.368516 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd518828-91f1-402b-ad51-e7e219ce28cd req-54867bbe-05a2-4515-a7e1-bd3482c2ea22 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:06.370045 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd518828-91f1-402b-ad51-e7e219ce28cd req-54867bbe-05a2-4515-a7e1-bd3482c2ea22 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0482204 Sep 03 18:19:06.408532 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd518828-91f1-402b-ad51-e7e219ce28cd req-0bd60847-998f-4aa3-b148-6dbb66fa1fce tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326612 Sep 03 18:19:07.358588 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c6c11f1b-a8ac-4827-9a22-2b8ea31b94a1 req-f06603aa-5d7b-4034-9f3a-9d4ca35a34da tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 210 time: 0.0262706 Sep 03 18:19:07.527117 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3f585-5f27-4610-8d48-36dac7481177 req-c77ce0e2-261c-40d8-b3e4-2dc1fb8bb837 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:07.528649 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4ac3f585-5f27-4610-8d48-36dac7481177 req-c77ce0e2-261c-40d8-b3e4-2dc1fb8bb837 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Sep 03 18:19:07.571062 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4ac3f585-5f27-4610-8d48-36dac7481177 req-862a75d3-e8db-4b2f-ab1d-dcbeb8092b89 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349770 Sep 03 18:19:08.076674 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-85d30a32-1fc4-4c88-9add-068ff1b0a180 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:08.078135 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-85d30a32-1fc4-4c88-9add-068ff1b0a180 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 812 time: 0.1052628 Sep 03 18:19:08.125454 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-d957fe6c-22f3-43fc-9abe-fcc68c138895 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deb148323da346ea8b9bb7f28f0e5ffb HTTP/1.1" status: 200 len: 379 time: 0.0378957 Sep 03 18:19:08.139202 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'port': {'device_id': '32a55e0c-20fb-495b-b251-f85b6165e858', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'admin_state_up': True, 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'security_groups': ['c4972fec-9f44-4683-8a0c-0248ef24ff0a']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:08.249613 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Made reservation on behalf of deb148323da346ea8b9bb7f28f0e5ffb for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:19:08.253222 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:08.386278 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Allocated IP 172.20.0.4 (8ca9d327-774b-450c-a1ef-250e5c303468/b901e8c0-1537-4c59-a7bc-b014991d207e/49cbbadb-4f80-41bf-bc3e-bda4251607fe) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:19:08.564712 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 50410) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:08.584292 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:08.604335 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Transition to ACTIVE for port object 49cbbadb-4f80-41bf-bc3e-bda4251607fe will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:19:08.653676 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:08.722771 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d92644-37d2-4b4f-8fb4-12afe1ea372f req-6a5d00d9-a9a4-44b0-8d95-b4648bdf6665 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:08.724844 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-29d92644-37d2-4b4f-8fb4-12afe1ea372f req-6a5d00d9-a9a4-44b0-8d95-b4648bdf6665 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0570457 Sep 03 18:19:08.729222 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Network 8ca9d327-774b-450c-a1ef-250e5c303468 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:19:08.734039 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:19:08.754513 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a910ab3-9e15-41c9-9787-ecba894f5cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:08.764930 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:19:08.783008 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-29d92644-37d2-4b4f-8fb4-12afe1ea372f req-f680b142-5df6-42fe-9189-b500955336ee tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463066 Sep 03 18:19:08.810310 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'Port': ['ID=49cbbadb-4f80-41bf-bc3e-bda4251607fe,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:08.865170 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f0325-bd35-4fa4-9d0b-cebd115b6a07 req-576bf01e-c82c-4db2-88ee-1df665ceba7e tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:08.873209 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7f1f0325-bd35-4fa4-9d0b-cebd115b6a07 req-576bf01e-c82c-4db2-88ee-1df665ceba7e tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 931 time: 0.4401488 Sep 03 18:19:08.880680 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:08.881390 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:08.959326 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7f1f0325-bd35-4fa4-9d0b-cebd115b6a07 req-3d22e365-7e80-4e8e-93e5-31afd6af6f96 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852294 Sep 03 18:19:09.010029 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a910ab3-9e15-41c9-9787-ecba894f5cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.014701 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0a910ab3-9e15-41c9-9787-ecba894f5cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.025315 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-73432722-80ad-4f22-9448-993000cf38b6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8898444 Sep 03 18:19:09.047293 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Request body: {'port': {'device_id': '32a55e0c-20fb-495b-b251-f85b6165e858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:09.050185 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40a0e68f-26e1-4daf-8780-ba539e39e40e None None] Provisioning for port 49cbbadb-4f80-41bf-bc3e-bda4251607fe completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:19:09.054581 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40a0e68f-26e1-4daf-8780-ba539e39e40e None None] Provisioning complete for port 49cbbadb-4f80-41bf-bc3e-bda4251607fe triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:19:09.055620 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40a0e68f-26e1-4daf-8780-ba539e39e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.076974 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-0a910ab3-9e15-41c9-9787-ecba894f5cf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47c19debad4b49a489a7556b3186a995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101521 Sep 03 18:19:09.080056 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50422) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:09.082312 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a910ab3-9e15-41c9-9787-ecba894f5cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72708408-5364-4090-8fa1-442df9f97938,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:09.099301 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40a0e68f-26e1-4daf-8780-ba539e39e40e None None] Port 49cbbadb-4f80-41bf-bc3e-bda4251607fe cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:19:09.115628 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.133485 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edcd1334-4393-4175-8a53-1cd26789dcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.154934 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edcd1334-4393-4175-8a53-1cd26789dcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.206258 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edcd1334-4393-4175-8a53-1cd26789dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.208931 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-edcd1334-4393-4175-8a53-1cd26789dcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.210077 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-edcd1334-4393-4175-8a53-1cd26789dcc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72708408-5364-4090-8fa1-442df9f97938 HTTP/1.1" status: 204 len: 168 time: 0.1288576 Sep 03 18:19:09.217951 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd1334-4393-4175-8a53-1cd26789dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72708408-5364-4090-8fa1-442df9f97938,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:09.410180 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cbbadb-4f80-41bf-bc3e-bda4251607fe {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:19:09.419351 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.433233 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Transition to ACTIVE for port object 49cbbadb-4f80-41bf-bc3e-bda4251607fe will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:19:09.438146 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.491957 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Pushing event updated for resources: {'Port': ['ID=49cbbadb-4f80-41bf-bc3e-bda4251607fe,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:09.561902 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Attempting to bind port 49cbbadb-4f80-41bf-bc3e-bda4251607fe on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:19:09.562238 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Attempting to bind port 49cbbadb-4f80-41bf-bc3e-bda4251607fe by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:19:09.562564 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Attempting to bind port 49cbbadb-4f80-41bf-bc3e-bda4251607fe on network 8ca9d327-774b-450c-a1ef-250e5c303468 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:19:09.567104 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Port 49cbbadb-4f80-41bf-bc3e-bda4251607fe on network 8ca9d327-774b-450c-a1ef-250e5c303468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:19:09.567428 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Attempting to bind port 49cbbadb-4f80-41bf-bc3e-bda4251607fe on network 8ca9d327-774b-450c-a1ef-250e5c303468 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:19:09.575170 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:19:09.575511 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Checking segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:19:09.576003 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Bound using segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:19:09.576442 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Bound port: 49cbbadb-4f80-41bf-bc3e-bda4251607fe, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:19:09.576825 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.643486 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] For port 49cbbadb-4f80-41bf-bc3e-bda4251607fe, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:19:09.647266 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] For port 49cbbadb-4f80-41bf-bc3e-bda4251607fe, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cbbadb-4f80-41bf-bc3e-bda4251607fe,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:19:09.652862 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.686277 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:09.687028 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:09.688539 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] 10.222.0.23 "PUT /v2.0/ports/49cbbadb-4f80-41bf-bc3e-bda4251607fe HTTP/1.1" status: 200 len: 1093 time: 0.6518748 Sep 03 18:19:09.690836 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a55e0c-20fb-495b-b251-f85b6165e858', 'tag': '49cbbadb-4f80-41bf-bc3e-bda4251607fe'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:09.693857 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678574ef-9d19-4afc-afab-bbd81d6454f9" -d '{"events": [{"name": "network-changed", "server_uuid": "32a55e0c-20fb-495b-b251-f85b6165e858", "tag": "49cbbadb-4f80-41bf-bc3e-bda4251607fe"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:09.722847 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37ac78-5b92-40f8-906a-305ec02d1147 service neutron] Pushing event updated for resources: {'Port': ['ID=49cbbadb-4f80-41bf-bc3e-bda4251607fe,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:09.739141 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5504a540-b7d1-4d6b-8eb0-b3dada61a6ce x-openstack-request-id: req-5504a540-b7d1-4d6b-8eb0-b3dada61a6ce {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:09.739431 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a55e0c-20fb-495b-b251-f85b6165e858", "tag": "49cbbadb-4f80-41bf-bc3e-bda4251607fe", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:09.739676 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5504a540-b7d1-4d6b-8eb0-b3dada61a6ce {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:09.740067 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a55e0c-20fb-495b-b251-f85b6165e858', 'tag': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'status': 'completed', 'code': 200} Sep 03 18:19:09.797304 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1aabb671-26f6-4c2e-8673-09dc1dc2687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:09.798803 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-1aabb671-26f6-4c2e-8673-09dc1dc2687b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 1096 time: 0.0418901 Sep 03 18:19:09.845857 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-98650498-4303-4a3b-97c9-35914a8a86a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cbbadb-4f80-41bf-bc3e-bda4251607fe HTTP/1.1" status: 200 len: 217 time: 0.0375431 Sep 03 18:19:09.896128 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-4d473d48-5b3d-4cf5-a925-f1e4784ad8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:09.897727 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-4d473d48-5b3d-4cf5-a925-f1e4784ad8f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0433726 Sep 03 18:19:09.943882 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-69091441-e777-4974-804e-f04792553aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:09.945392 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-69091441-e777-4974-804e-f04792553aa0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398576 Sep 03 18:19:10.044425 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-9b462c86-05e2-4b67-bf2c-f0d560cd8b3d service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908675 Sep 03 18:19:10.080864 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08d6fa-80f9-4fbe-b84c-5e8449f6f557 req-0be4ab7e-0443-4a66-bd68-3b8c9db24ebf tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:10.082329 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bf08d6fa-80f9-4fbe-b84c-5e8449f6f557 req-0be4ab7e-0443-4a66-bd68-3b8c9db24ebf tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 943 time: 0.0497353 Sep 03 18:19:10.124433 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bf08d6fa-80f9-4fbe-b84c-5e8449f6f557 req-cc69475a-2fa0-4070-a100-3cbd6583be51 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354877 Sep 03 18:19:10.138955 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ca94c7c8-170c-4875-8adb-f3bde4755bd2 req-0bc55824-1a49-4f07-95f2-fd4e37523125 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873344 Sep 03 18:19:10.458946 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-c1c5e86c-25ed-4031-9b82-631d3f8b3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:10.460424 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-c1c5e86c-25ed-4031-9b82-631d3f8b3cc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 1096 time: 0.2718108 Sep 03 18:19:10.549483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-9d2556c9-d2ca-4c35-86c5-002f9248475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:10.550928 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-9d2556c9-d2ca-4c35-86c5-002f9248475f service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.0821800 Sep 03 18:19:10.604188 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-c27ff47f-c4af-4997-95fc-d624312653e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cbbadb-4f80-41bf-bc3e-bda4251607fe HTTP/1.1" status: 200 len: 217 time: 0.0378821 Sep 03 18:19:10.657955 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-5ef5d31e-77a6-42b1-ae54-25c09aef9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:10.659319 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-5ef5d31e-77a6-42b1-ae54-25c09aef9778 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0475886 Sep 03 18:19:10.708388 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-9001f014-ab1e-41b6-b62c-576fbb4af4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:10.709930 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-9001f014-ab1e-41b6-b62c-576fbb4af4d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430069 Sep 03 18:19:10.724222 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7b9edef3-e32e-4fde-ae24-57812c9d8c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:10.807778 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-fa351740-7142-463e-be9a-1403d666ba9c service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885162 Sep 03 18:19:10.897220 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-678574ef-9d19-4afc-afab-bbd81d6454f9 req-b804245b-5e96-43ac-917a-56d98351cf3b service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813894 Sep 03 18:19:11.240413 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c87ccb-6335-4baf-811f-49fdba1b282b req-450f081b-6f9a-4f47-8428-3278dba9ebab tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:11.241792 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a9c87ccb-6335-4baf-811f-49fdba1b282b req-450f081b-6f9a-4f47-8428-3278dba9ebab tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 943 time: 0.0488992 Sep 03 18:19:11.280769 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a9c87ccb-6335-4baf-811f-49fdba1b282b req-1b060c92-8f5d-4518-826f-6904975aa68c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326350 Sep 03 18:19:12.395329 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acbb30-2455-43b1-b2ab-c7328d9a94ff req-e47e4ee0-41b8-489d-97b3-020cb66abdb8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:12.396861 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a7acbb30-2455-43b1-b2ab-c7328d9a94ff req-e47e4ee0-41b8-489d-97b3-020cb66abdb8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 943 time: 0.0502601 Sep 03 18:19:12.441337 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a7acbb30-2455-43b1-b2ab-c7328d9a94ff req-fc07c2c6-bddc-4223-8897-e0cfb0288ea6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384595 Sep 03 18:19:13.364998 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3825c878-7ef0-48dd-b917-f5c01b17eb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:13.557037 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73ddd3-0442-4518-a501-e89f5e992f7a req-6ad7d453-3aa1-4f21-925f-944f0b388e86 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:13.558363 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1b73ddd3-0442-4518-a501-e89f5e992f7a req-6ad7d453-3aa1-4f21-925f-944f0b388e86 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 943 time: 0.0509746 Sep 03 18:19:13.595920 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1b73ddd3-0442-4518-a501-e89f5e992f7a req-12c6072b-b668-4768-8556-5b16763b572c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Sep 03 18:19:13.618348 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:14.470975 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:14.719197 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b946455-0989-42e2-823d-0d9445ebe1bf req-5624a7f4-d584-4614-af87-9c2f7d2a777b tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:14.720791 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1b946455-0989-42e2-823d-0d9445ebe1bf req-5624a7f4-d584-4614-af87-9c2f7d2a777b tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 943 time: 0.0503247 Sep 03 18:19:14.759115 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1b946455-0989-42e2-823d-0d9445ebe1bf req-f015763f-488f-40c7-9358-9d4f6f317270 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Sep 03 18:19:15.874950 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e571280-59e9-44ee-a49d-3cfd559dc05a req-c0832c5b-dddd-4b32-ad1c-6ec31ef02f47 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:15.876462 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2e571280-59e9-44ee-a49d-3cfd559dc05a req-c0832c5b-dddd-4b32-ad1c-6ec31ef02f47 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 943 time: 0.0503347 Sep 03 18:19:15.921951 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2e571280-59e9-44ee-a49d-3cfd559dc05a req-2217833c-46b4-4c5f-b10a-20997a26a687 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379775 Sep 03 18:19:16.005003 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:16.078673 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:16.450267 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 49cbbadb-4f80-41bf-bc3e-bda4251607fe details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:19:16.546520 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 49cbbadb-4f80-41bf-bc3e-bda4251607fe, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cbbadb-4f80-41bf-bc3e-bda4251607fe,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:16.557890 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'port_id': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'mac_address': 'fa:16:3e:65:bc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:19:16.592894 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:16.605550 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cbbadb-4f80-41bf-bc3e-bda4251607fe {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:19:16.624118 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 49cbbadb-4f80-41bf-bc3e-bda4251607fe, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cbbadb-4f80-41bf-bc3e-bda4251607fe,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:16.628202 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:16.673968 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=49cbbadb-4f80-41bf-bc3e-bda4251607fe,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:16.680988 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.681337 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.682242 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.682581 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.682914 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.683245 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.683575 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.683900 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.684251 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.684581 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.684930 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.685253 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:16.864802 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['49cbbadb-4f80-41bf-bc3e-bda4251607fe'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:19:17.047462 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb251ac-c8f8-4684-9752-36caa7f5afb2 req-2f5cca90-bc20-49c4-8e43-5b7d328ad624 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:17.049858 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbb251ac-c8f8-4684-9752-36caa7f5afb2 req-2f5cca90-bc20-49c4-8e43-5b7d328ad624 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 944 time: 0.0556655 Sep 03 18:19:17.104935 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbb251ac-c8f8-4684-9752-36caa7f5afb2 req-5d2a0e2c-24ce-43cc-9491-a85ca7f93a5a tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471165 Sep 03 18:19:18.141290 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 50526) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:18.186391 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72d20c3-94c9-41c6-8379-ebfcc1ce7f99 admin admin] Deleting subnet f79e9a62-f51b-4e1e-be9e-38afa361a3a9 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:19:18.189495 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a72d20c3-94c9-41c6-8379-ebfcc1ce7f99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.218396 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec079301-2d0f-4831-baba-71f0a4d60044 req-93d8ae35-1980-4a6d-bd7b-c0e68f38197f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:18.219868 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ec079301-2d0f-4831-baba-71f0a4d60044 req-93d8ae35-1980-4a6d-bd7b-c0e68f38197f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 944 time: 0.0476730 Sep 03 18:19:18.226717 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a72d20c3-94c9-41c6-8379-ebfcc1ce7f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29577056'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.257874 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ec079301-2d0f-4831-baba-71f0a4d60044 req-6ab2d2e8-df49-4676-8c0b-a36ac217a804 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319850 Sep 03 18:19:18.267609 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a72d20c3-94c9-41c6-8379-ebfcc1ce7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.320178 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a72d20c3-94c9-41c6-8379-ebfcc1ce7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30624648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30467964'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.345057 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d20c3-94c9-41c6-8379-ebfcc1ce7f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79e9a62-f51b-4e1e-be9e-38afa361a3a9,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:18.349366 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a72d20c3-94c9-41c6-8379-ebfcc1ce7f99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.351269 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-a72d20c3-94c9-41c6-8379-ebfcc1ce7f99 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f79e9a62-f51b-4e1e-be9e-38afa361a3a9 HTTP/1.1" status: 204 len: 168 time: 0.2090156 Sep 03 18:19:18.354499 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50530) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:18.426237 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.451119 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 49cbbadb-4f80-41bf-bc3e-bda4251607fe up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:19:18.499700 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 49cbbadb-4f80-41bf-bc3e-bda4251607fe completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:19:18.503835 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 49cbbadb-4f80-41bf-bc3e-bda4251607fe triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:19:18.504212 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.505298 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.515807 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c544f8f0-79cc-4449-a66d-ae2299eb6edd']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:18.525522 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:18.525823 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c17daf8-5dcf-42a5-8ab3-5fde3cf30229') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:18.534863 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29952716'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.553742 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.560830 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:19:18.561238 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32546744'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: Traceback (most recent call last): Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: timer() Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: cb(*args, **kw) Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: return func(*args, **kwargs) Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: self._notify() Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: self.callback(batched_events) Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: event.method(event) Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: return f(self, *a, **k) Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._get(url).json() Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: return self.request(url, 'GET', **kwargs) Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:19:18.562892 dv-cinder-804093-5-iscsi neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:19:18.584738 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.607992 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a55e0c-20fb-495b-b251-f85b6165e858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cbbadb-4f80-41bf-bc3e-bda4251607fe'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:18.610315 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5ac8a0-6b4c-4baf-ab52-4d17241a2cc6" -d '{"events": [{"server_uuid": "32a55e0c-20fb-495b-b251-f85b6165e858", "name": "network-vif-plugged", "status": "completed", "tag": "49cbbadb-4f80-41bf-bc3e-bda4251607fe"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:18.617220 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.624093 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 49cbbadb-4f80-41bf-bc3e-bda4251607fe, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cbbadb-4f80-41bf-bc3e-bda4251607fe,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:18.629416 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.637974 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.640020 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c544f8f0-79cc-4449-a66d-ae2299eb6edd HTTP/1.1" status: 204 len: 168 time: 0.2845383 Sep 03 18:19:18.641173 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607681a-ee6f-4588-ae24-ce4e2c8b8cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c544f8f0-79cc-4449-a66d-ae2299eb6edd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:18.663701 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1faaa30-e56f-4479-910b-957d0ae36e03 x-openstack-request-id: req-a1faaa30-e56f-4479-910b-957d0ae36e03 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:18.663999 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a55e0c-20fb-495b-b251-f85b6165e858", "name": "network-vif-plugged", "status": "completed", "tag": "49cbbadb-4f80-41bf-bc3e-bda4251607fe", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:18.664254 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1faaa30-e56f-4479-910b-957d0ae36e03 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:18.664718 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a55e0c-20fb-495b-b251-f85b6165e858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'code': 200} Sep 03 18:19:18.693211 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=49cbbadb-4f80-41bf-bc3e-bda4251607fe,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:18.823989 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50536) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:18.869002 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-ec3b7ab7-59d7-4e32-a41e-eae01d5a3514 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad6b4db1989949c88c492d2d3a31fe63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436208 Sep 03 18:19:18.872072 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50540) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:18.923340 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-194d09af-1927-450a-b938-e2661387ef33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:18.948196 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-194d09af-1927-450a-b938-e2661387ef33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:19.010494 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-194d09af-1927-450a-b938-e2661387ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:19.013429 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-194d09af-1927-450a-b938-e2661387ef33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:19.014829 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-194d09af-1927-450a-b938-e2661387ef33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0181a121-3f28-4e18-a28c-b43e9789ed64 HTTP/1.1" status: 204 len: 168 time: 0.1417899 Sep 03 18:19:19.023403 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d09af-1927-450a-b938-e2661387ef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181a121-3f28-4e18-a28c-b43e9789ed64,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:19.071130 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18344cd5-457b-4925-895f-ec8562ebd0d6 req-95529a88-3aaa-4731-bd56-ef0eb6d70802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:19.072979 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-18344cd5-457b-4925-895f-ec8562ebd0d6 req-95529a88-3aaa-4731-bd56-ef0eb6d70802 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 1098 time: 0.2097549 Sep 03 18:19:19.109748 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-57e08907-914a-4909-91aa-a6b4586749f7 req-5dcd21ba-96cf-473f-9f1e-d96f6130b4c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1635962 Sep 03 18:19:19.129325 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-18344cd5-457b-4925-895f-ec8562ebd0d6 req-080cf6af-77f9-4200-b345-79c0aafa455e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483434 Sep 03 18:19:19.412849 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42958b2-51b5-4bb3-a2f1-1116d76ef48a req-23c2ffc6-9152-49ad-810f-19d787b0df99 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:19.414223 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d42958b2-51b5-4bb3-a2f1-1116d76ef48a req-23c2ffc6-9152-49ad-810f-19d787b0df99 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 945 time: 0.0803730 Sep 03 18:19:19.418194 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e08907-914a-4909-91aa-a6b4586749f7 req-984c2937-c5d2-4bfc-8d37-232ee961a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:19.419649 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-57e08907-914a-4909-91aa-a6b4586749f7 req-984c2937-c5d2-4bfc-8d37-232ee961a4cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 1098 time: 0.0845013 Sep 03 18:19:19.483778 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d42958b2-51b5-4bb3-a2f1-1116d76ef48a req-d90ae03d-1fa8-45d0-86d4-41990465bdd0 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608945 Sep 03 18:19:19.542872 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e08907-914a-4909-91aa-a6b4586749f7 req-2f6925af-a4e5-4c72-9b4b-551520c9a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:19.544323 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-57e08907-914a-4909-91aa-a6b4586749f7 req-2f6925af-a4e5-4c72-9b4b-551520c9a355 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 911 time: 0.1041496 Sep 03 18:19:19.609670 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-57e08907-914a-4909-91aa-a6b4586749f7 req-9ca1c8a8-e6bf-4cc3-b2bc-4685331a738e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc HTTP/1.1" status: 200 len: 1001 time: 0.0577397 Sep 03 18:19:19.667605 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e08907-914a-4909-91aa-a6b4586749f7 req-b73b69d5-f86e-4f28-a450-b13ad563f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:19.669006 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-57e08907-914a-4909-91aa-a6b4586749f7 req-b73b69d5-f86e-4f28-a450-b13ad563f548 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0489018 Sep 03 18:19:19.717023 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e08907-914a-4909-91aa-a6b4586749f7 req-e6cc271a-c8b9-4848-97c1-e44cf1be2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:19.718586 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-57e08907-914a-4909-91aa-a6b4586749f7 req-e6cc271a-c8b9-4848-97c1-e44cf1be2a0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407126 Sep 03 18:19:19.767361 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:19:19.813153 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-57e08907-914a-4909-91aa-a6b4586749f7 req-29507933-d2aa-4d68-9b95-4c60018e5c21 service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839624 Sep 03 18:19:19.905410 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-57e08907-914a-4909-91aa-a6b4586749f7 req-32e770d0-bd76-4148-beac-7a712eadeffc service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848298 Sep 03 18:19:20.604776 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cdb8-c8d0-428e-b4d7-965d52955426 req-14c42dd5-c8ea-4e4d-8584-99c08456e634 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:20.604776 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5204cdb8-c8d0-428e-b4d7-965d52955426 req-14c42dd5-c8ea-4e4d-8584-99c08456e634 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Sep 03 18:19:20.643885 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5204cdb8-c8d0-428e-b4d7-965d52955426 req-440dea81-ef6e-48be-8296-cdd42f5247e7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334949 Sep 03 18:19:20.767770 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3786-6b20-4755-9170-5222b305e476 req-f28ef28f-0965-4c43-928c-22b9d3fe9699 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:20.769299 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-941b3786-6b20-4755-9170-5222b305e476 req-f28ef28f-0965-4c43-928c-22b9d3fe9699 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 945 time: 0.0574224 Sep 03 18:19:20.808763 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-941b3786-6b20-4755-9170-5222b305e476 req-adf7eea4-a251-4775-97d5-d4536bfcdac0 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334599 Sep 03 18:19:20.831202 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50562) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:21.026514 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639586f-a5ae-4b53-b101-62fcdde35235 tempest-TestVolumeBootPattern-1849808545 tempest-TestVolumeBootPattern-1849808545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:21.028088 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-5639586f-a5ae-4b53-b101-62fcdde35235 tempest-TestVolumeBootPattern-1849808545 tempest-TestVolumeBootPattern-1849808545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 1093 time: 0.1958072 Sep 03 18:19:21.031055 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50570) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:21.035618 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'floatingip': {'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'port_id': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:21.059263 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:21.154864 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:21.263051 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Allocated IP 172.27.1.165 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/937223c9-cae9-4175-82b2-0c27b5b624c5) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:19:21.359595 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:21.395770 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:21.432856 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:19:21.435563 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:19:21.438925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:19:21.446292 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'Port': ['ID=937223c9-cae9-4175-82b2-0c27b5b624c5,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:21.776003 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:21.856089 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:22.001762 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:22.007297 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:22.077360 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'Port': ['ID=937223c9-cae9-4175-82b2-0c27b5b624c5,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:22.089183 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:22.194579 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Floating IP 388de213-fc84-4d78-adaf-1b86262c4f82 associated. External IP: 172.27.1.165, port: 49cbbadb-4f80-41bf-bc3e-bda4251607fe. Sep 03 18:19:22.391887 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Router 8e9ba325-dd6a-41c3-bd83-b32f19165236 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:19:22.502429 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:19:22.512759 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] Sync routers for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:19:22.520266 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:22.521618 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:19:22.522237 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:19:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:22.548681 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-aa69c6cd-caeb-4dc0-a21d-3df611c4138c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5165532 Sep 03 18:19:22.549302 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a55e0c-20fb-495b-b251-f85b6165e858', 'tag': '49cbbadb-4f80-41bf-bc3e-bda4251607fe'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:22.551597 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc282e5a-e65e-449e-980c-f60aff45fe6f" -d '{"events": [{"name": "network-changed", "server_uuid": "32a55e0c-20fb-495b-b251-f85b6165e858", "tag": "49cbbadb-4f80-41bf-bc3e-bda4251607fe"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:22.600309 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1d45c3-9af7-4b37-bede-29e59bdb02da x-openstack-request-id: req-7c1d45c3-9af7-4b37-bede-29e59bdb02da {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:22.600644 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a55e0c-20fb-495b-b251-f85b6165e858", "tag": "49cbbadb-4f80-41bf-bc3e-bda4251607fe", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:22.600899 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c1d45c3-9af7-4b37-bede-29e59bdb02da {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:22.601301 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a55e0c-20fb-495b-b251-f85b6165e858', 'tag': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'status': 'completed', 'code': 200} Sep 03 18:19:22.628996 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:19:22.669141 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-fd5b64e2-e73a-4265-ad97-2bbc5af850e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:22.670578 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-fd5b64e2-e73a-4265-ad97-2bbc5af850e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 1098 time: 0.0432498 Sep 03 18:19:22.771801 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-bb2e57db-107a-4a75-8d41-dd55551cef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:22.773502 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-bb2e57db-107a-4a75-8d41-dd55551cef39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.0943725 Sep 03 18:19:22.847528 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-70a13a94-31e8-4326-8145-aeead92f1877 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cbbadb-4f80-41bf-bc3e-bda4251607fe HTTP/1.1" status: 200 len: 999 time: 0.0648954 Sep 03 18:19:22.863849 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '388de213-fc84-4d78-adaf-1b86262c4f82', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:65:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a55e0c-20fb-495b-b251-f85b6165e858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:19:21Z', 'updated_at': '2021-09-03T18:19:21Z', 'revision_number': 0, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:22.892199 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] Checking router: 8e9ba325-dd6a-41c3-bd83-b32f19165236 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:19:22.902404 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:19:22.903239 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:19:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:22.908374 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-a8fb8851-ab37-4328-9826-1b6a045ba557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:22.910035 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-a8fb8851-ab37-4328-9826-1b6a045ba557 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0486107 Sep 03 18:19:22.959371 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-5d11a961-86ef-4457-bd1c-1b574a338fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:22.960850 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-5d11a961-86ef-4457-bd1c-1b574a338fe8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410347 Sep 03 18:19:23.010942 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:19:23.060810 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-5b59d228-a681-45c4-b592-da221ba2698a service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923762 Sep 03 18:19:23.199715 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db249f9f-fc09-473e-9c13-b70a0ed2f690 req-6a2d4689-f8cd-4d7e-8283-aef29ffb36bb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:23.201265 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-db249f9f-fc09-473e-9c13-b70a0ed2f690 req-6a2d4689-f8cd-4d7e-8283-aef29ffb36bb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0909936 Sep 03 18:19:23.203058 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bc282e5a-e65e-449e-980c-f60aff45fe6f req-631d1c4c-b4c4-4c08-86c0-285afc3e2d3b service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334772 Sep 03 18:19:23.242607 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-db249f9f-fc09-473e-9c13-b70a0ed2f690 req-256e8084-d9c7-4fc4-98c9-71dcf8d9afa8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349796 Sep 03 18:19:23.259070 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '388de213-fc84-4d78-adaf-1b86262c4f82', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:65:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a55e0c-20fb-495b-b251-f85b6165e858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:19:21Z', 'updated_at': '2021-09-03T18:19:21Z', 'revision_number': 0, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:23.285958 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be90e3-d66b-4423-8419-1d85b784c7ef None None] The sync data for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi is: [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '388de213-fc84-4d78-adaf-1b86262c4f82', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:65:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a55e0c-20fb-495b-b251-f85b6165e858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:19:21Z', 'updated_at': '2021-09-03T18:19:21Z', 'revision_number': 0, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:19:23.468698 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d9a09-aeeb-4a6e-9ac4-c5ccdc1bf521 None None] New status for floating IP 388de213-fc84-4d78-adaf-1b86262c4f82: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:19:24.364911 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca22407-223f-499f-9c10-f08a3aea13b7 req-0d87f07e-b32b-49b8-8d5e-e2484489fd6b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:24.366383 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7ca22407-223f-499f-9c10-f08a3aea13b7 req-0d87f07e-b32b-49b8-8d5e-e2484489fd6b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0517471 Sep 03 18:19:24.403697 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7ca22407-223f-499f-9c10-f08a3aea13b7 req-686486c5-915a-499c-9a31-10d8ce051f95 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313547 Sep 03 18:19:25.524124 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4829af-fe19-4c5b-8e73-1eef8e1bb163 req-82c34826-7e6d-4fb3-93a9-1808bca95395 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:25.526173 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-dd4829af-fe19-4c5b-8e73-1eef8e1bb163 req-82c34826-7e6d-4fb3-93a9-1808bca95395 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0513790 Sep 03 18:19:25.563665 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-dd4829af-fe19-4c5b-8e73-1eef8e1bb163 req-70914fcb-0a6e-4dc9-a68c-e511ad9d4762 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Sep 03 18:19:26.682541 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6973-9fa5-4efa-a699-86c642fe4ced req-a073090c-0ee9-43e1-b3ed-b625c6528afe tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:26.684009 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-241f6973-9fa5-4efa-a699-86c642fe4ced req-a073090c-0ee9-43e1-b3ed-b625c6528afe tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0486202 Sep 03 18:19:26.720832 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-241f6973-9fa5-4efa-a699-86c642fe4ced req-8770afaa-a710-4c35-b84e-8dcfe62d0586 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Sep 03 18:19:27.839150 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2be1fa-2394-4c79-a71e-180773200ae4 req-3f36be48-0e55-4422-b963-b25b40f5ba94 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:27.840630 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fb2be1fa-2394-4c79-a71e-180773200ae4 req-3f36be48-0e55-4422-b963-b25b40f5ba94 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0473428 Sep 03 18:19:27.878673 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fb2be1fa-2394-4c79-a71e-180773200ae4 req-9dd68cdd-558c-4264-868a-11b045015b5b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321267 Sep 03 18:19:28.994556 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429ea66-a9ef-404f-a6d1-cc11e23c2751 req-aa990f90-6b82-4c19-bf5a-84328671c180 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:28.996026 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8429ea66-a9ef-404f-a6d1-cc11e23c2751 req-aa990f90-6b82-4c19-bf5a-84328671c180 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0479717 Sep 03 18:19:29.032960 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8429ea66-a9ef-404f-a6d1-cc11e23c2751 req-0c094aac-d723-47fc-846e-3ddd0535cb87 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Sep 03 18:19:30.159885 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8389-de4e-48c3-808f-d55048fd0fca req-0cde79d4-8426-44ac-a988-08637ce03c38 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:30.161334 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-08ff8389-de4e-48c3-808f-d55048fd0fca req-0cde79d4-8426-44ac-a988-08637ce03c38 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0596631 Sep 03 18:19:30.199121 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-08ff8389-de4e-48c3-808f-d55048fd0fca req-5cb3379f-73bf-4896-a9fa-409e0cd7d374 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Sep 03 18:19:31.319685 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c2cce-6df0-41bb-8374-cfe4da3b5770 req-c07f36f7-4f84-46ca-9e24-5ef0e620e09a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:31.321162 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a52c2cce-6df0-41bb-8374-cfe4da3b5770 req-c07f36f7-4f84-46ca-9e24-5ef0e620e09a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0521588 Sep 03 18:19:31.358184 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a52c2cce-6df0-41bb-8374-cfe4da3b5770 req-b86ba729-4e80-4b61-b91d-b2fec7d1d2ec tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Sep 03 18:19:32.476554 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850e03d-1a44-4ed4-addb-d288e2d62992 req-ee9ca225-f64a-403d-8303-326a606f3dd2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:32.478141 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9850e03d-1a44-4ed4-addb-d288e2d62992 req-ee9ca225-f64a-403d-8303-326a606f3dd2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0489864 Sep 03 18:19:32.515297 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9850e03d-1a44-4ed4-addb-d288e2d62992 req-b3ea5fe0-2621-4ed5-8b6e-c99a962cf421 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313394 Sep 03 18:19:33.633263 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e88343-f9d4-4520-867c-43421e10763f req-2eb04f53-7cef-47c6-b5fc-b56fd9b75ec6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:33.635497 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d3e88343-f9d4-4520-867c-43421e10763f req-2eb04f53-7cef-47c6-b5fc-b56fd9b75ec6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0494335 Sep 03 18:19:33.679072 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d3e88343-f9d4-4520-867c-43421e10763f req-c906eda3-334b-420c-add2-d4dfa298beed tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Sep 03 18:19:34.797554 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f30557-6c7d-48e8-aebe-e390c32986ef req-e9f5e540-86a7-4307-aa54-f5466b36537c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:34.799002 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-21f30557-6c7d-48e8-aebe-e390c32986ef req-e9f5e540-86a7-4307-aa54-f5466b36537c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0475783 Sep 03 18:19:34.835363 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-21f30557-6c7d-48e8-aebe-e390c32986ef req-ec8c1dc7-284d-4e36-a659-fefd381f51fe tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305364 Sep 03 18:19:35.974093 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1fbc6-0d27-4a6f-b799-709099a19cb5 req-f40b9787-3e8a-42fb-b014-2e6234d86df4 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:35.975599 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f2e1fbc6-0d27-4a6f-b799-709099a19cb5 req-f40b9787-3e8a-42fb-b014-2e6234d86df4 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0544176 Sep 03 18:19:36.019491 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f2e1fbc6-0d27-4a6f-b799-709099a19cb5 req-30391dde-66ff-4aa8-8574-1d84835f3a9a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368948 Sep 03 18:19:36.556661 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device adb13690-c38a-49f6-9366-d50e31b08b84 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:19:36.659023 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:36.676027 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'port_id': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'mac_address': 'fa:16:3e:1c:17:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:19:36.720667 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:36.735500 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb13690-c38a-49f6-9366-d50e31b08b84 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:19:36.757118 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:36.764224 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:36.823019 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:36.872127 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['adb13690-c38a-49f6-9366-d50e31b08b84'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:19:37.153861 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a71aa-6e81-4e3e-b338-7be7a8c89e58 req-e5905d11-fae8-4419-a0c5-b9e7113839e7 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:37.156138 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-318a71aa-6e81-4e3e-b338-7be7a8c89e58 req-e5905d11-fae8-4419-a0c5-b9e7113839e7 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 944 time: 0.0569735 Sep 03 18:19:37.202364 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-318a71aa-6e81-4e3e-b338-7be7a8c89e58 req-a2536e53-d7c1-4026-9852-57e12a57ee47 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393624 Sep 03 18:19:38.339298 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4cdbf-1750-4b7b-91cc-920c0dd25708 req-40f8dc35-0ec7-4776-a8d2-9dbf1f1bede7 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.341020 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a9d4cdbf-1750-4b7b-91cc-920c0dd25708 req-40f8dc35-0ec7-4776-a8d2-9dbf1f1bede7 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 944 time: 0.0573683 Sep 03 18:19:38.381277 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a9d4cdbf-1750-4b7b-91cc-920c0dd25708 req-e637a38b-e65b-45c0-9479-34e9fc89ec87 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339265 Sep 03 18:19:38.603884 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device adb13690-c38a-49f6-9366-d50e31b08b84 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:19:38.657135 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port adb13690-c38a-49f6-9366-d50e31b08b84 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:19:38.657505 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.745540 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.771797 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:38.774241 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1392eec-3ca0-4903-9740-507b1078a9c6" -d '{"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:38.789223 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:38.794630 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.825177 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682cf04f-0b83-4f9d-8865-98f359e50103 x-openstack-request-id: req-682cf04f-0b83-4f9d-8865-98f359e50103 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:38.825472 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:38.825728 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-682cf04f-0b83-4f9d-8865-98f359e50103 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:38.826123 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'code': 200} Sep 03 18:19:38.864711 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:39.528042 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fbc15-61e3-4e27-b6e9-35129f39604c req-9db41a69-8b86-49cc-b823-39d2898ba3d5 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:39.530225 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f56fbc15-61e3-4e27-b6e9-35129f39604c req-9db41a69-8b86-49cc-b823-39d2898ba3d5 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0600696 Sep 03 18:19:39.579254 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f56fbc15-61e3-4e27-b6e9-35129f39604c req-d94202e9-0727-4132-967a-c9863bd341de tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Sep 03 18:19:40.625759 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-13b1f295-94be-42eb-8758-1e265519d6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:40.727640 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7a6d-bd6b-474f-9093-49865cbafc1f req-2483da69-fe55-4b82-927b-7b96b6eaed7c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:40.729399 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed8f7a6d-bd6b-474f-9093-49865cbafc1f req-2483da69-fe55-4b82-927b-7b96b6eaed7c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0587432 Sep 03 18:19:40.784312 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed8f7a6d-bd6b-474f-9093-49865cbafc1f req-1f363b93-4fd5-406f-9b08-e06faeef6844 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452521 Sep 03 18:19:41.923032 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da2e0d-1ffd-45a0-9917-893e85b42d5d req-f72427fe-d264-44c6-b1bc-131e28346e54 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:41.924545 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-85da2e0d-1ffd-45a0-9917-893e85b42d5d req-f72427fe-d264-44c6-b1bc-131e28346e54 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0565810 Sep 03 18:19:41.975566 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-85da2e0d-1ffd-45a0-9917-893e85b42d5d req-0f54903a-45ff-4864-8493-1ed034a4bbee tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439501 Sep 03 18:19:43.137431 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a3b1b-b926-4adb-bc81-d64bdc8db006 req-c69af117-1825-4633-93b1-b581cb57c091 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:43.139137 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-506a3b1b-b926-4adb-bc81-d64bdc8db006 req-c69af117-1825-4633-93b1-b581cb57c091 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0627329 Sep 03 18:19:43.187740 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-506a3b1b-b926-4adb-bc81-d64bdc8db006 req-f9e361b6-c757-450e-9da7-2c3c95af098b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406783 Sep 03 18:19:43.385625 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-eb5093fe-8a61-43de-9c97-bef695fde123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:43.478836 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74bb33-e3ad-4f09-9b10-0cc014c65331 req-cf920196-a5b7-4c53-88ac-364817d6b7c9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:43.485417 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-cb74bb33-e3ad-4f09-9b10-0cc014c65331 req-cf920196-a5b7-4c53-88ac-364817d6b7c9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0611560 Sep 03 18:19:43.533421 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-cb74bb33-e3ad-4f09-9b10-0cc014c65331 req-9783c2bd-45ec-4151-8b94-6964453cb5f6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452664 Sep 03 18:19:43.624580 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:44.332856 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90151697-fef5-4d7f-8fd5-51869ad55ee5 req-9c49f032-259f-4333-a4de-bd818d991e73 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:44.334384 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90151697-fef5-4d7f-8fd5-51869ad55ee5 req-9c49f032-259f-4333-a4de-bd818d991e73 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0562780 Sep 03 18:19:44.376138 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90151697-fef5-4d7f-8fd5-51869ad55ee5 req-dc468759-4e2a-47b0-8bb8-bc7b268d47a1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344579 Sep 03 18:19:44.480115 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:44.683976 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177326c5-cd8d-41ae-b666-55d0504eb149 req-7da049aa-7a73-4cec-8f58-1952618f21c3 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:44.685727 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-177326c5-cd8d-41ae-b666-55d0504eb149 req-7da049aa-7a73-4cec-8f58-1952618f21c3 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0559552 Sep 03 18:19:44.731177 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-177326c5-cd8d-41ae-b666-55d0504eb149 req-41218fff-c847-4f3e-9ffc-f25097ef06d6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392752 Sep 03 18:19:45.507113 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54e1d2-5178-48ea-a22f-0939f7b0e983 req-3ba62440-96cc-4c7e-9c31-b81a6d9ea89c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:45.508753 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0a54e1d2-5178-48ea-a22f-0939f7b0e983 req-3ba62440-96cc-4c7e-9c31-b81a6d9ea89c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0563939 Sep 03 18:19:45.547418 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0a54e1d2-5178-48ea-a22f-0939f7b0e983 req-4a650860-6678-4ddf-95ac-c5a5881bcfee tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327005 Sep 03 18:19:45.599490 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081e43-431d-4695-9374-2093ca6d9bdc req-e1856bd2-bfb4-4045-909b-b4f897b6a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:45.601101 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-26081e43-431d-4695-9374-2093ca6d9bdc req-e1856bd2-bfb4-4045-909b-b4f897b6a3de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 1098 time: 0.0402229 Sep 03 18:19:45.693600 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081e43-431d-4695-9374-2093ca6d9bdc req-95ebde53-cdc8-46b0-bb54-d1c799f108a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:45.694981 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-26081e43-431d-4695-9374-2093ca6d9bdc req-95ebde53-cdc8-46b0-bb54-d1c799f108a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.0838726 Sep 03 18:19:45.742305 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-3c388092-7110-44d5-a743-90b0db66d31e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:45.743792 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-3c388092-7110-44d5-a743-90b0db66d31e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0479968 Sep 03 18:19:45.760325 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-26081e43-431d-4695-9374-2093ca6d9bdc req-560b6aa3-d8ae-406a-9ed5-bac3edeeca27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adb13690-c38a-49f6-9366-d50e31b08b84 HTTP/1.1" status: 200 len: 1001 time: 0.0579669 Sep 03 18:19:45.842821 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081e43-431d-4695-9374-2093ca6d9bdc req-a6823d2c-2b12-43d0-bcd3-4a3f7e6e7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:45.843177 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Deleting port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:19:45.843522 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:45.844295 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-26081e43-431d-4695-9374-2093ca6d9bdc req-a6823d2c-2b12-43d0-bcd3-4a3f7e6e7936 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0760300 Sep 03 18:19:45.870323 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50422cb6-739f-4a56-8f00-4956328c6573 req-ccdcde49-42c7-497d-9ee5-47448a2d0ed4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:45.871830 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-50422cb6-739f-4a56-8f00-4956328c6573 req-ccdcde49-42c7-497d-9ee5-47448a2d0ed4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 945 time: 0.0658798 Sep 03 18:19:45.926927 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081e43-431d-4695-9374-2093ca6d9bdc req-47e5523d-e5e2-49a5-8ca8-1922b521675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:45.928546 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-26081e43-431d-4695-9374-2093ca6d9bdc req-47e5523d-e5e2-49a5-8ca8-1922b521675e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756688 Sep 03 18:19:45.931033 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] For port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:45.931339 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-50422cb6-739f-4a56-8f00-4956328c6573 req-7f40a1ea-894e-4d6f-a099-e224966ff9a3 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f3f75b6-a3a0-4656-8146-a764d3522453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449851 Sep 03 18:19:45.931466 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:46.010889 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:46.026332 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-26081e43-431d-4695-9374-2093ca6d9bdc req-88c472b6-76be-4df5-8198-0dabf4062cf3 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903487 Sep 03 18:19:46.087749 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:46.117093 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-26081e43-431d-4695-9374-2093ca6d9bdc req-d0c960db-0317-4025-8f03-760b7517eb5a service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833571 Sep 03 18:19:46.366071 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:46.366432 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:46.366748 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Floating IP 19b30b76-7fa5-4d02-9c0e-285b96f98e9c disassociated. External IP: 172.27.1.131, port: 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc. Sep 03 18:19:46.367090 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Calling delete_port for 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:19:46.493411 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:46.520977 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event deleted for resources: {'Port': ['ID=81c4a06b-d6dd-4fd3-96cc-f97efe550bfc,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:46.532542 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.532925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.533314 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.533609 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.533946 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.534308 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.534695 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.534977 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.535317 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.535636 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.535966 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.536290 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:46.675569 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:19:46.682963 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe9ec9-a597-4555-9483-f4c309f121d2 req-85c0365a-0ccd-40b1-99cd-986605ba28f9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:46.684429 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7dbe9ec9-a597-4555-9483-f4c309f121d2 req-85c0365a-0ccd-40b1-99cd-986605ba28f9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0657136 Sep 03 18:19:46.785104 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7dbe9ec9-a597-4555-9483-f4c309f121d2 req-a5ff5c4d-4786-4c45-8769-f4979a6d7529 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941558 Sep 03 18:19:46.815595 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:19:46.826542 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] Sync routers for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:19:46.835638 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:19:46.836351 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:19:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:46.858888 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] No DVR routers for this DVR port 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc on host hv-cinder-80409 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:19:46.861650 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:46.863800 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fe65ffca-523b-47dc-a597-6678f3339d51 req-c6a01112-db14-4247-aa06-972668c36ed6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "DELETE /v2.0/ports/81c4a06b-d6dd-4fd3-96cc-f97efe550bfc HTTP/1.1" status: 204 len: 173 time: 1.1118739 Sep 03 18:19:46.864333 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'name': 'network-vif-deleted', 'tag': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:46.866744 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d07d7e-193a-4ae4-bd0d-db7b7adcb92e" -d '{"events": [{"server_uuid": "2c13ce70-4f4d-47ba-92ec-5f8360b4d481", "name": "network-vif-deleted", "tag": "81c4a06b-d6dd-4fd3-96cc-f97efe550bfc"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:46.955054 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:19:47.125009 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-660a0616-b629-4290-9c9d-24070c7c2292 req-bca53b6c-35b7-4b59-b768-d5e6adcbaeaa tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c13ce70-4f4d-47ba-92ec-5f8360b4d481 HTTP/1.1" status: 200 len: 210 time: 0.0273707 Sep 03 18:19:47.129738 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f77307c-a727-4936-9713-7f20095c7726 x-openstack-request-id: req-5f77307c-a727-4936-9713-7f20095c7726 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:47.130024 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c13ce70-4f4d-47ba-92ec-5f8360b4d481", "name": "network-vif-deleted", "tag": "81c4a06b-d6dd-4fd3-96cc-f97efe550bfc", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:47.130277 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f77307c-a727-4936-9713-7f20095c7726 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:47.130658 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c13ce70-4f4d-47ba-92ec-5f8360b4d481', 'name': 'network-vif-deleted', 'tag': '81c4a06b-d6dd-4fd3-96cc-f97efe550bfc', 'status': 'completed', 'code': 200} Sep 03 18:19:47.183114 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:47.208994 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] Checking router: 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:19:47.217162 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:19:47.217780 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:19:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:47.321806 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:19:47.517370 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:47.546829 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21daf7-b196-46df-bedf-2f41867cfdc0 None None] The sync data for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi is: [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:19:47.869927 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a69666-e0fd-4e91-ae2d-68921dd6e835 None None] New status for floating IP 19b30b76-7fa5-4d02-9c0e-285b96f98e9c: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:19:47.936965 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb722fb-0eed-4a36-b614-376a91f94ac9 req-9e56259d-bab6-4e13-bb4d-5b916bf0fd98 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:47.938661 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5bb722fb-0eed-4a36-b614-376a91f94ac9 req-9e56259d-bab6-4e13-bb4d-5b916bf0fd98 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0611415 Sep 03 18:19:47.978704 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5bb722fb-0eed-4a36-b614-376a91f94ac9 req-beb96232-e333-491a-9e62-61bec3b723b5 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334699 Sep 03 18:19:48.220589 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50726) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:48.273450 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-751bf37d-72cd-414d-8f5a-ed8b0991ba8b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.297743 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-751bf37d-72cd-414d-8f5a-ed8b0991ba8b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.344586 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-751bf37d-72cd-414d-8f5a-ed8b0991ba8b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.347219 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-751bf37d-72cd-414d-8f5a-ed8b0991ba8b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.348411 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-751bf37d-72cd-414d-8f5a-ed8b0991ba8b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "DELETE /v2.0/security-groups/4f3f75b6-a3a0-4656-8146-a764d3522453 HTTP/1.1" status: 204 len: 168 time: 0.1268091 Sep 03 18:19:48.351305 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 50728) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:48.357337 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bf37d-72cd-414d-8f5a-ed8b0991ba8b tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3f75b6-a3a0-4656-8146-a764d3522453,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:48.366350 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.api.v2.resource [None req-03b50408-f5dc-4611-bae4-0ec3e97fdbf0 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] show failed (client error): The resource could not be found. Sep 03 18:19:48.367370 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-03b50408-f5dc-4611-bae4-0ec3e97fdbf0 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups/4f3f75b6-a3a0-4656-8146-a764d3522453 HTTP/1.1" status: 404 len: 347 time: 0.0149269 Sep 03 18:19:48.370482 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50730) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:48.497095 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Deleting port 3d039907-2c7b-4ae0-ad3c-4b215f80cd5f {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:19:48.497438 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.581962 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.582290 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.593700 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Calling delete_port for 3d039907-2c7b-4ae0-ad3c-4b215f80cd5f owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:19:48.727274 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.757483 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event deleted for resources: {'Port': ['ID=3d039907-2c7b-4ae0-ad3c-4b215f80cd5f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:48.814253 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.816828 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:48.818036 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-590aae47-d5a3-4e83-b7d1-23ad87e35649 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "DELETE /v2.0/floatingips/19b30b76-7fa5-4d02-9c0e-285b96f98e9c HTTP/1.1" status: 204 len: 168 time: 0.4465535 Sep 03 18:19:49.046838 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50736) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:49.051615 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-3e652d18-9e0d-4d5d-ae99-01f68ae63f65 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1935149182', 'description': 'tempest-description--1557915510'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:49.073920 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e652d18-9e0d-4d5d-ae99-01f68ae63f65 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.098552 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b69b6-30fb-43da-b308-a1e5f57e3ea9 req-bd941181-fa2a-4740-ad43-700ebd33c4f3 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:49.100235 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bf8b69b6-30fb-43da-b308-a1e5f57e3ea9 req-bd941181-fa2a-4740-ad43-700ebd33c4f3 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0497875 Sep 03 18:19:49.140123 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bf8b69b6-30fb-43da-b308-a1e5f57e3ea9 req-2bdd1292-1839-4339-996c-251bd085cd1c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330856 Sep 03 18:19:49.152545 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e652d18-9e0d-4d5d-ae99-01f68ae63f65 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.156191 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e652d18-9e0d-4d5d-ae99-01f68ae63f65 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.186124 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3e652d18-9e0d-4d5d-ae99-01f68ae63f65 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.187367 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-3e652d18-9e0d-4d5d-ae99-01f68ae63f65 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1394131 Sep 03 18:19:49.188064 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e652d18-9e0d-4d5d-ae99-01f68ae63f65 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a0a04a-ae6b-412c-9192-f01af1a7bc69,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:49.190187 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50740) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:49.194954 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-47fa7b45-0c6d-45f3-a3b2-490dba2b5752 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'security_group_rule': {'security_group_id': 'f9a0a04a-ae6b-412c-9192-f01af1a7bc69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:49.221298 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47fa7b45-0c6d-45f3-a3b2-490dba2b5752 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.276869 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47fa7b45-0c6d-45f3-a3b2-490dba2b5752 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.280787 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47fa7b45-0c6d-45f3-a3b2-490dba2b5752 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.299638 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa7b45-0c6d-45f3-a3b2-490dba2b5752 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9e8743-5aa5-4b69-bb1d-84b1ad33c072,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:49.305544 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-47fa7b45-0c6d-45f3-a3b2-490dba2b5752 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.306725 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-47fa7b45-0c6d-45f3-a3b2-490dba2b5752 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156240 Sep 03 18:19:49.309419 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50748) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:49.313822 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-87ad873c-c82f-4af2-ba1c-74c21af8cfde tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'security_group_rule': {'security_group_id': 'f9a0a04a-ae6b-412c-9192-f01af1a7bc69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:49.338741 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87ad873c-c82f-4af2-ba1c-74c21af8cfde tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.396192 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87ad873c-c82f-4af2-ba1c-74c21af8cfde tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.400390 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87ad873c-c82f-4af2-ba1c-74c21af8cfde tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.419925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad873c-c82f-4af2-ba1c-74c21af8cfde tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e81ff2-3513-412b-9e30-2ffba40a0ef4,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:49.425597 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-87ad873c-c82f-4af2-ba1c-74c21af8cfde tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.429953 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-87ad873c-c82f-4af2-ba1c-74c21af8cfde tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165390 Sep 03 18:19:49.429953 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50752) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:49.434406 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'floatingip': {'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:49.456072 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.556674 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.669931 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Allocated IP 172.27.1.157 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/b069dd82-b3be-4223-8f76-a24c728872cf) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:19:49.680671 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [req-c6064162-841f-43eb-a0a0-b53ef631537b req-e8e2fbf9-d30e-4037-bdc8-d476f7bb8bc8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:19:49.681692 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c6064162-841f-43eb-a0a0-b53ef631537b req-e8e2fbf9-d30e-4037-bdc8-d476f7bb8bc8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592756 Sep 03 18:19:49.783355 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.860710 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffddc5-2806-47cb-8191-6314a3ff41fe req-45f96a18-dc2d-4a66-8884-2f3a89f2cea6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:49.862252 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dcffddc5-2806-47cb-8191-6314a3ff41fe req-45f96a18-dc2d-4a66-8884-2f3a89f2cea6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 945 time: 0.0657241 Sep 03 18:19:49.863727 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:49.920258 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:19:49.927026 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:19:49.933430 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:19:49.958362 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'Port': ['ID=b069dd82-b3be-4223-8f76-a24c728872cf,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:49.980878 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-dcffddc5-2806-47cb-8191-6314a3ff41fe req-1ac5549f-ed5c-419e-bfce-96456104c8fd tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090362 Sep 03 18:19:50.034270 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:50.066832 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 50782) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:50.077059 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:50.146906 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-1ba67179-9ad5-4958-b38f-6079753fbb69 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789366 Sep 03 18:19:50.156233 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-4d86d43e-a00e-4674-b155-37dde0e354b8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:19:50.157226 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-4d86d43e-a00e-4674-b155-37dde0e354b8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050485 Sep 03 18:19:50.237502 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:50.241565 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:50.313804 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'Port': ['ID=b069dd82-b3be-4223-8f76-a24c728872cf,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:50.326224 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:50.340683 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:50.345060 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-d6d3accc-5ee9-4c72-b35f-27e5f2f8e64a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9141715 Sep 03 18:19:50.527623 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-a1e9d2df-4b59-42d2-97ea-45fcc722b3b8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1935149182&fields=id&tenant_id=9315c773e3a94bc3ac2e24e449fb952c HTTP/1.1" status: 200 len: 267 time: 0.0325189 Sep 03 18:19:50.645448 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-85976092-ebc5-4e48-af37-46b6c4d980f2 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:50.646884 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-85976092-ebc5-4e48-af37-46b6c4d980f2 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 810 time: 0.1125884 Sep 03 18:19:50.664749 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-5841c8c4-9303-43fd-8f61-d5c160569c91 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/quotas/9315c773e3a94bc3ac2e24e449fb952c HTTP/1.1" status: 200 len: 375 time: 0.0109098 Sep 03 18:19:50.682671 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:19:50.705699 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:19:50.706049 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 81c4a06b-d6dd-4fd3-96cc-f97efe550bfc not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:19:50.706471 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device adb13690-c38a-49f6-9366-d50e31b08b84 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:19:50.730937 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-bc200d3e-2fb6-4773-b6b4-0515337e3b47 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596089 Sep 03 18:19:50.781599 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:50.804431 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:50.807269 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cca2f26-a8f5-4a34-81c8-f03b8472e8e7" -d '{"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-unplugged", "status": "completed", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:50.821422 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:50.826120 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:50.839930 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-e1608c53-e3be-4af1-bd62-76eece5c2ae0 service neutron] 10.222.0.49 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941679 Sep 03 18:19:50.878476 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:50.911326 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2cdef3-a7ae-4c4e-9695-98bb464da5e3 x-openstack-request-id: req-ef2cdef3-a7ae-4c4e-9695-98bb464da5e3 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:50.911794 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-unplugged", "status": "failed", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84", "code": 422}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:50.916456 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef2cdef3-a7ae-4c4e-9695-98bb464da5e3 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:50.916456 dv-cinder-804093-5-iscsi neutron-server[94097]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'code': 422} returned with failed status Sep 03 18:19:50.940248 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-367dcea6-c131-42a8-9732-cd61af743472 service neutron] 10.222.0.49 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940783 Sep 03 18:19:51.115184 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-770b5162-217a-4d67-a360-3e9269f25998 req-72d1aabd-fdbf-4c1c-837b-d05f0fe44172 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 210 time: 0.0356359 Sep 03 18:19:51.148169 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff853196-d13f-4364-ad9c-7f325e389680 req-d96b0da5-0a21-4dc4-96a5-a346e3d5c7c7 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:51.149836 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ff853196-d13f-4364-ad9c-7f325e389680 req-d96b0da5-0a21-4dc4-96a5-a346e3d5c7c7 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0694740 Sep 03 18:19:51.194974 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ff853196-d13f-4364-ad9c-7f325e389680 req-bc09f33a-e829-4b74-a6e3-a3aad67a304d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350611 Sep 03 18:19:51.678755 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-eb5f4868-dfd1-48a6-9093-c13be1aaeaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:51.680815 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-eb5f4868-dfd1-48a6-9093-c13be1aaeaf0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d&tenant_id=bb3b35affd9e4674a5fc84bd37ce861e HTTP/1.1" status: 200 len: 1096 time: 0.0758927 Sep 03 18:19:51.750642 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-a430a896-9167-436f-8a7b-42ec68fc7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:51.752143 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-a430a896-9167-436f-8a7b-42ec68fc7e48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 1096 time: 0.0442772 Sep 03 18:19:51.843629 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-e269126d-96c9-4d0e-b054-e083b332787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:51.845137 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-e269126d-96c9-4d0e-b054-e083b332787d service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.0848026 Sep 03 18:19:51.914622 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-a77bb798-7ec7-4a85-8717-0bb3435f427d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adb13690-c38a-49f6-9366-d50e31b08b84 HTTP/1.1" status: 200 len: 999 time: 0.0616441 Sep 03 18:19:51.965441 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-3d660ac7-ebec-492d-b320-fc759974dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:51.966911 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-3d660ac7-ebec-492d-b320-fc759974dfb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0444903 Sep 03 18:19:52.014882 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-d2942ecc-76b9-4621-b77f-c256ae98939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:52.016364 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-d2942ecc-76b9-4621-b77f-c256ae98939b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406928 Sep 03 18:19:52.124248 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-923d26c1-25ca-410d-9380-4ba983d9f096 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946023 Sep 03 18:19:52.136144 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-47d3e6ec-9466-474d-ad01-a2bec15df026 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:52.138495 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-47d3e6ec-9466-474d-ad01-a2bec15df026 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 810 time: 0.1085043 Sep 03 18:19:52.189414 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-32c4c779-d02c-4d02-872e-20a3505edc7f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9315c773e3a94bc3ac2e24e449fb952c HTTP/1.1" status: 200 len: 380 time: 0.0392830 Sep 03 18:19:52.205161 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'port': {'device_id': 'de68c699-144a-4327-b6e2-e055d4daef21', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'admin_state_up': True, 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'security_groups': ['f9a0a04a-ae6b-412c-9192-f01af1a7bc69']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:52.226481 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a399cbba-6130-42f8-adc1-3633621d8f66 req-936ba2f4-a111-4ee0-ab0c-e2afdc3a9f86 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950403 Sep 03 18:19:52.236800 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-fbf6998d-72c7-416c-9598-802ea125e49e req-2e28575a-5582-421d-8de8-e5ace6e450f7 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 210 time: 0.0463510 Sep 03 18:19:52.332446 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d05633-f1ba-4769-96f4-864eafe9e47d req-8d6138ae-8432-478b-b064-0daea65f42c8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:52.334114 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-29d05633-f1ba-4769-96f4-864eafe9e47d req-8d6138ae-8432-478b-b064-0daea65f42c8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0575974 Sep 03 18:19:52.335821 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Made reservation on behalf of 9315c773e3a94bc3ac2e24e449fb952c for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:19:52.339925 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:52.374099 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-29d05633-f1ba-4769-96f4-864eafe9e47d req-bf16fc50-1036-49b3-aff4-fb600388038c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333633 Sep 03 18:19:52.471916 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Allocated IP 172.20.0.9 (b8ba985b-cf16-4ef2-aaef-738152c74cf2/9aef123f-7a76-4255-b7d7-2889c595b802/8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:19:52.615662 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:52.640913 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Transition to ACTIVE for port object 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:19:52.688923 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:52.760749 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event updated for resources: {'Port': ['ID=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:52.775063 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.775559 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.775907 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.776245 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.776580 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.776933 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.777263 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.777606 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.777922 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.778246 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.778571 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.778901 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:52.788849 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:19:52.790818 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:19:52.796254 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:19:52.853921 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:52.854986 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:52.876118 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-f4391988-03fd-4072-bb28-26bef1102ab9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6756694 Sep 03 18:19:53.109583 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-96ef9a66-687c-4a52-8a15-4d595aed1301 None None] Provisioning for port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:19:53.113678 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-96ef9a66-687c-4a52-8a15-4d595aed1301 None None] Provisioning complete for port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:19:53.114058 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-96ef9a66-687c-4a52-8a15-4d595aed1301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:53.149009 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-96ef9a66-687c-4a52-8a15-4d595aed1301 None None] Port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:19:53.363037 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79643-63e2-4861-8e0a-3d61999adce2 req-fd455a03-423f-4791-b7b7-cbe87d725e76 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:53.364528 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-66b79643-63e2-4861-8e0a-3d61999adce2 req-fd455a03-423f-4791-b7b7-cbe87d725e76 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.0490751 Sep 03 18:19:53.404029 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-66b79643-63e2-4861-8e0a-3d61999adce2 req-99ac1df0-9212-40a4-94a0-ccf62b1537c8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325396 Sep 03 18:19:53.501785 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0227015-5f7a-45bb-9554-924a873e26ff req-b4bedc2d-96c9-4995-a284-5c4bde4529af tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:53.503306 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a0227015-5f7a-45bb-9554-924a873e26ff req-b4bedc2d-96c9-4995-a284-5c4bde4529af tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0510855 Sep 03 18:19:53.544397 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a0227015-5f7a-45bb-9554-924a873e26ff req-ed1dcbf9-e68c-4cca-8abf-db655e635b84 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347440 Sep 03 18:19:54.526738 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8f3b3-0ffe-4710-b72f-0d7a93949f72 req-d270b85e-1a5f-41e9-ae67-339f55126128 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:54.528213 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-69f8f3b3-0ffe-4710-b72f-0d7a93949f72 req-d270b85e-1a5f-41e9-ae67-339f55126128 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.0528615 Sep 03 18:19:54.567090 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-69f8f3b3-0ffe-4710-b72f-0d7a93949f72 req-4f1fd08f-aee1-41d8-b750-1394fcda1812 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329084 Sep 03 18:19:54.672736 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e702ccc-548a-4fdf-8132-e733a3f58352 req-e794067d-3f7e-446e-98ed-4b7b41c9bf17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:54.674310 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5e702ccc-548a-4fdf-8132-e733a3f58352 req-e794067d-3f7e-446e-98ed-4b7b41c9bf17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0554554 Sep 03 18:19:54.714194 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5e702ccc-548a-4fdf-8132-e733a3f58352 req-7d60e34c-62be-4a2e-9c0d-288978bf012f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336018 Sep 03 18:19:55.693730 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a8816-5325-4096-ab47-efa43b8f2078 req-903d9910-d862-4537-94ac-ca3c545ef949 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:55.695374 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-089a8816-5325-4096-ab47-efa43b8f2078 req-903d9910-d862-4537-94ac-ca3c545ef949 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.0548689 Sep 03 18:19:55.740876 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-089a8816-5325-4096-ab47-efa43b8f2078 req-3c0f899d-cf94-45b3-bc14-7efa1026c19a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376370 Sep 03 18:19:55.847168 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307859f-4392-4877-8243-656c50df6d21 req-92d17b63-b2ec-453f-be40-bd3037f4f139 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:55.848803 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0307859f-4392-4877-8243-656c50df6d21 req-92d17b63-b2ec-453f-be40-bd3037f4f139 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0559332 Sep 03 18:19:55.887982 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0307859f-4392-4877-8243-656c50df6d21 req-5d032d05-183a-4cdb-8445-99466ad98925 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330741 Sep 03 18:19:56.767029 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:19:56.861191 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096e2ab-7d18-4896-b9ea-05a2adcb8a49 req-4e2a31c6-df85-496a-8cb5-467a3d628b6e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:56.862749 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c096e2ab-7d18-4896-b9ea-05a2adcb8a49 req-4e2a31c6-df85-496a-8cb5-467a3d628b6e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.0512812 Sep 03 18:19:56.904542 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c096e2ab-7d18-4896-b9ea-05a2adcb8a49 req-2314dd9f-83de-48c8-bb8c-9d6120a43a5c tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355651 Sep 03 18:19:57.042903 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c1dd7-073f-4c8b-91fc-0ebd13371ca7 req-3e652e95-0e24-4f52-b781-252486ca7b04 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:57.045154 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2f6c1dd7-073f-4c8b-91fc-0ebd13371ca7 req-3e652e95-0e24-4f52-b781-252486ca7b04 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0544517 Sep 03 18:19:57.086196 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2f6c1dd7-073f-4c8b-91fc-0ebd13371ca7 req-6566c098-dfd1-46b4-93df-6aae87c9f824 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345254 Sep 03 18:19:58.031212 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223e3aa-3d56-41ea-87e8-f84b0aec423f req-ca7a588d-e787-4b0f-a156-13201b49f8a9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:58.032733 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3223e3aa-3d56-41ea-87e8-f84b0aec423f req-ca7a588d-e787-4b0f-a156-13201b49f8a9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.0592945 Sep 03 18:19:58.078719 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3223e3aa-3d56-41ea-87e8-f84b0aec423f req-22cfe26c-b10a-4495-9b89-e8f4e89701ae tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361707 Sep 03 18:19:58.213756 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806ca5-2b56-4a83-b95f-2f1824eef651 req-2ca179f0-139d-4c64-b0c5-72d3843afa1a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:58.215348 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-75806ca5-2b56-4a83-b95f-2f1824eef651 req-2ca179f0-139d-4c64-b0c5-72d3843afa1a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0518084 Sep 03 18:19:58.257153 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-75806ca5-2b56-4a83-b95f-2f1824eef651 req-f2d38dbb-3619-4144-9e71-0fcdc0c7bd17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357077 Sep 03 18:19:59.199484 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908769-45af-45e5-b019-8bb2aa9918c4 req-2b3f3902-f1ca-4559-9696-d560111d3fa5 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:59.201007 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-01908769-45af-45e5-b019-8bb2aa9918c4 req-2b3f3902-f1ca-4559-9696-d560111d3fa5 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.0502796 Sep 03 18:19:59.241846 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-01908769-45af-45e5-b019-8bb2aa9918c4 req-0c0b4c0a-2644-4b9b-a635-b46daece5666 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341551 Sep 03 18:19:59.397071 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36025f-9f39-40c7-a4ae-49b64a27cdb6 req-53ac3620-7677-4e50-8a0c-47d910781957 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:59.398599 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c36025f-9f39-40c7-a4ae-49b64a27cdb6 req-53ac3620-7677-4e50-8a0c-47d910781957 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0599542 Sep 03 18:19:59.440069 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c36025f-9f39-40c7-a4ae-49b64a27cdb6 req-5dfdec86-d5ec-4e69-a990-9e9eb9a33659 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347714 Sep 03 18:20:00.367597 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dad9e-ffcb-41c6-9dd6-44302fa79709 req-aff1ce5f-f659-4b5a-824c-05a0fdc79566 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:00.369697 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-707dad9e-ffcb-41c6-9dd6-44302fa79709 req-aff1ce5f-f659-4b5a-824c-05a0fdc79566 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.0590017 Sep 03 18:20:00.409134 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-707dad9e-ffcb-41c6-9dd6-44302fa79709 req-0615d4cc-5c2f-4ee7-97f8-cec5020df528 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331054 Sep 03 18:20:00.563083 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77da44-5e35-49e6-b40d-672f946e79dc req-b5918e4e-c169-428b-b0c4-eef3c2158efc tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:00.564664 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eb77da44-5e35-49e6-b40d-672f946e79dc req-b5918e4e-c169-428b-b0c4-eef3c2158efc tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0511446 Sep 03 18:20:00.613179 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-eb77da44-5e35-49e6-b40d-672f946e79dc req-c2e4a439-1f09-49cd-ab3a-e03fedde79fb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Sep 03 18:20:01.531483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f9c8d-ab81-400a-8f2a-6997106594c7 req-101194d8-061a-4caa-9be9-133edcce558e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.532990 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d61f9c8d-ab81-400a-8f2a-6997106594c7 req-101194d8-061a-4caa-9be9-133edcce558e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.0540814 Sep 03 18:20:01.573008 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d61f9c8d-ab81-400a-8f2a-6997106594c7 req-d8f09dce-a7bd-415c-98d2-8fae667c1c56 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337641 Sep 03 18:20:01.741749 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d9933-8da6-436a-8781-7cf761e6b06b req-c3a02535-3084-4a6e-a09c-342c69ec52d0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.743348 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f44d9933-8da6-436a-8781-7cf761e6b06b req-c3a02535-3084-4a6e-a09c-342c69ec52d0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0506163 Sep 03 18:20:01.784067 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f44d9933-8da6-436a-8781-7cf761e6b06b req-e92d57fa-ab96-483d-84cf-dc1292bdc2c7 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340142 Sep 03 18:20:02.691558 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8a7a-78b2-4e51-8469-1517373ee07f req-358c3c14-1b00-49ba-8a3e-2ca529b7888e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:02.693147 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-52be8a7a-78b2-4e51-8469-1517373ee07f req-358c3c14-1b00-49ba-8a3e-2ca529b7888e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.0513625 Sep 03 18:20:02.735565 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-52be8a7a-78b2-4e51-8469-1517373ee07f req-831c35b5-f8b9-41df-bd08-e190b639adfa tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357084 Sep 03 18:20:02.920587 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba47c5-316d-4248-b5ee-17948180b617 req-4573d819-0a0a-4c5a-97d8-d122d71aa527 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:02.922014 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-13ba47c5-316d-4248-b5ee-17948180b617 req-4573d819-0a0a-4c5a-97d8-d122d71aa527 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0558329 Sep 03 18:20:02.961960 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-13ba47c5-316d-4248-b5ee-17948180b617 req-62b6aa6c-9575-45fb-886b-efff0767f811 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341077 Sep 03 18:20:03.571159 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Request body: {'port': {'device_id': 'de68c699-144a-4327-b6e2-e055d4daef21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:03.623826 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.023578 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fadb2-88bd-4621-99de-a349c26c3572 req-721decf1-183b-4bef-aebb-cb36869ba4ca tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:04.025776 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8b5fadb2-88bd-4621-99de-a349c26c3572 req-721decf1-183b-4bef-aebb-cb36869ba4ca tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 931 time: 0.1317303 Sep 03 18:20:04.090223 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff046-1be2-4e7a-997b-ef728bb9c65b req-7a88a88a-0a8b-4f57-9843-f42fada94ac0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:04.091717 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0d5ff046-1be2-4e7a-997b-ef728bb9c65b req-7a88a88a-0a8b-4f57-9843-f42fada94ac0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0487840 Sep 03 18:20:04.111916 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8b5fadb2-88bd-4621-99de-a349c26c3572 req-41a14214-268d-41fb-9bfb-863f6daf7563 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795331 Sep 03 18:20:04.133113 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0d5ff046-1be2-4e7a-997b-ef728bb9c65b req-0ec388dc-1277-4691-b0a8-768fb13889ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352964 Sep 03 18:20:04.199739 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:20:04.207388 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.223036 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Transition to ACTIVE for port object 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:20:04.227037 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.283377 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:04.349082 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Attempting to bind port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:20:04.349421 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Attempting to bind port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:20:04.349766 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Attempting to bind port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 on network b8ba985b-cf16-4ef2-aaef-738152c74cf2 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:20:04.354333 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 on network b8ba985b-cf16-4ef2-aaef-738152c74cf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:20:04.354655 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Attempting to bind port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 on network b8ba985b-cf16-4ef2-aaef-738152c74cf2 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:20:04.359639 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:20:04.359980 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Checking segment: {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:20:04.360372 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Bound using segment: {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:20:04.360829 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Bound port: 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68ec203-d987-4126-88cf-af22c4c248a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:20:04.361192 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.425706 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] For port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:20:04.428859 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] For port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:20:04.433069 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.472096 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:04.472774 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.474173 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 HTTP/1.1" status: 200 len: 1093 time: 0.9073431 Sep 03 18:20:04.474622 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de68c699-144a-4327-b6e2-e055d4daef21', 'tag': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:04.477082 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50" -d '{"events": [{"name": "network-changed", "server_uuid": "de68c699-144a-4327-b6e2-e055d4daef21", "tag": "8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:04.532084 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43abbf-42e4-48f4-a1f8-046a3b1ac6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:04.563812 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-655408d6-7d73-400e-91d1-0791cd2bf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:04.565422 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-655408d6-7d73-400e-91d1-0791cd2bf86d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 1096 time: 0.0446947 Sep 03 18:20:04.608035 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c04d2b-8212-4710-9720-99b8d6c76e47 x-openstack-request-id: req-d8c04d2b-8212-4710-9720-99b8d6c76e47 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:04.608286 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de68c699-144a-4327-b6e2-e055d4daef21", "tag": "8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:04.608541 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8c04d2b-8212-4710-9720-99b8d6c76e47 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:04.608964 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de68c699-144a-4327-b6e2-e055d4daef21', 'tag': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1', 'status': 'completed', 'code': 200} Sep 03 18:20:04.610814 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-363f3da5-fafa-401e-9d9f-859f53dc1e22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 HTTP/1.1" status: 200 len: 217 time: 0.0371664 Sep 03 18:20:04.666720 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-fa172544-83f4-44b0-91f9-eefaef9efdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:04.668225 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-fa172544-83f4-44b0-91f9-eefaef9efdee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0505598 Sep 03 18:20:04.716090 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-710ebd66-112d-40c8-ae59-8b590cc03d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:04.717643 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-710ebd66-112d-40c8-ae59-8b590cc03d75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425742 Sep 03 18:20:04.808768 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-fe281dcb-f782-4f93-8db8-95c257832205 service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831866 Sep 03 18:20:04.901066 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-80a724a4-1dd3-4cec-9c9c-548a6fea360e req-0a86bffb-ec54-437d-8d76-abdea5fa7cad service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853376 Sep 03 18:20:04.985132 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-410852c5-15d1-443f-8933-80cbdd3f986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:04.986599 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-410852c5-15d1-443f-8933-80cbdd3f986f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 1096 time: 0.0395737 Sep 03 18:20:05.085649 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-4fd38513-be99-4e1c-ab35-5ca4e714c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:05.087145 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-4fd38513-be99-4e1c-ab35-5ca4e714c107 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 911 time: 0.0924370 Sep 03 18:20:05.128335 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-1a82b9ae-2c8a-433d-924b-0582e46693c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 HTTP/1.1" status: 200 len: 217 time: 0.0337045 Sep 03 18:20:05.182522 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-2e7078f0-ac98-42ae-9bc9-ed67f1640b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:05.184009 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-2e7078f0-ac98-42ae-9bc9-ed67f1640b1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0484726 Sep 03 18:20:05.228156 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe2606-da7c-46ca-be0d-e56e2af68e88 req-15e3d8da-c552-4ef4-b1b3-71b9cc1debd6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:05.229782 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-babe2606-da7c-46ca-be0d-e56e2af68e88 req-15e3d8da-c552-4ef4-b1b3-71b9cc1debd6 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 943 time: 0.0518236 Sep 03 18:20:05.261039 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-724cdab9-8280-4fc2-bae0-2ec47307b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:05.262564 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-724cdab9-8280-4fc2-bae0-2ec47307b10a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702651 Sep 03 18:20:05.268585 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-babe2606-da7c-46ca-be0d-e56e2af68e88 req-22fcae67-d48b-4d85-b541-f269cd23cfab tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319307 Sep 03 18:20:05.274378 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a670b3-1ebd-4cae-9b75-f4c4a199555e req-184f77b6-9998-426c-92c7-fc30e14b4085 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:05.276369 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e4a670b3-1ebd-4cae-9b75-f4c4a199555e req-184f77b6-9998-426c-92c7-fc30e14b4085 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0591960 Sep 03 18:20:05.371500 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e4a670b3-1ebd-4cae-9b75-f4c4a199555e req-950a7f11-7d2c-4276-b8ae-12f699e653a3 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868447 Sep 03 18:20:05.394091 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-7ba7294f-f8de-411e-b070-4ac3fb7a1cce service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167529 Sep 03 18:20:05.486512 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1b81f104-6d65-4f89-b20e-57fe1bbc2f50 req-4901db96-bade-40e6-922f-099410d3156a service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831163 Sep 03 18:20:06.397135 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9fad4-6e71-4c05-bcdc-970647c05eab req-5c5460d8-3a8d-4294-af36-5b106218def8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:06.399288 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f8b9fad4-6e71-4c05-bcdc-970647c05eab req-5c5460d8-3a8d-4294-af36-5b106218def8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 943 time: 0.0638425 Sep 03 18:20:06.441868 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f8b9fad4-6e71-4c05-bcdc-970647c05eab req-258048ac-a16c-4de6-a2b3-0fb85fd276eb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360579 Sep 03 18:20:06.497344 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcd137-4ad3-4947-b319-0f1e7a3dd931 req-cefd06c7-ce37-44fa-92ec-dea661f66df1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:06.498827 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-65dcd137-4ad3-4947-b319-0f1e7a3dd931 req-cefd06c7-ce37-44fa-92ec-dea661f66df1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0534759 Sep 03 18:20:06.535728 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-65dcd137-4ad3-4947-b319-0f1e7a3dd931 req-fe6606fc-d0a4-4b83-b716-07e9507c9503 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Sep 03 18:20:07.556433 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d822d3-5217-4703-b357-15591e7d8b14 req-325bb73e-fb4d-43e1-bfdc-44066ede101d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:07.557936 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f8d822d3-5217-4703-b357-15591e7d8b14 req-325bb73e-fb4d-43e1-bfdc-44066ede101d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 943 time: 0.0487161 Sep 03 18:20:07.595684 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f8d822d3-5217-4703-b357-15591e7d8b14 req-c2f4d6b9-e57f-48ba-8ffb-89f7d85c5893 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Sep 03 18:20:07.657040 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daa1ea-e484-472c-a656-5ba54bb761b0 req-d71d30ad-9dd6-49fc-b550-da9c576fd0b8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:07.658522 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-35daa1ea-e484-472c-a656-5ba54bb761b0 req-d71d30ad-9dd6-49fc-b550-da9c576fd0b8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0506878 Sep 03 18:20:07.695798 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-35daa1ea-e484-472c-a656-5ba54bb761b0 req-3da39508-7a1a-42a6-b94b-5ab246f666b5 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Sep 03 18:20:08.715050 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183e55a-2d87-4926-af53-3590c1ae00a6 req-1d254058-c020-419f-b40c-8cd50850e735 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:08.716524 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a183e55a-2d87-4926-af53-3590c1ae00a6 req-1d254058-c020-419f-b40c-8cd50850e735 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 943 time: 0.0516105 Sep 03 18:20:08.728045 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:20:08.776239 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a183e55a-2d87-4926-af53-3590c1ae00a6 req-6745ea10-50f8-43ee-80ea-586546702c58 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536947 Sep 03 18:20:08.825019 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b9e7f-dafb-433b-8bc9-47453386ea8e req-f104fa4e-1f08-411a-9f7d-a756a1464934 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:08.826558 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-572b9e7f-dafb-433b-8bc9-47453386ea8e req-f104fa4e-1f08-411a-9f7d-a756a1464934 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0538085 Sep 03 18:20:08.828857 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:08.840786 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'port_id': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1', 'mac_address': 'fa:16:3e:e7:c8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:20:08.867534 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-572b9e7f-dafb-433b-8bc9-47453386ea8e req-716b87d8-3091-452d-9bed-225f8107d013 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340860 Sep 03 18:20:08.900439 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:08.917737 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:20:08.939324 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:08.943483 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:08.997456 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:09.158469 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:20:09.911854 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6659bbf-0c5a-4db4-b253-e0426f2498f8 req-f2dfd79f-fa41-4b2e-a7d1-29cba993fd1e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:09.914366 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b6659bbf-0c5a-4db4-b253-e0426f2498f8 req-f2dfd79f-fa41-4b2e-a7d1-29cba993fd1e tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 944 time: 0.0639467 Sep 03 18:20:09.979035 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b6659bbf-0c5a-4db4-b253-e0426f2498f8 req-c49d8d24-031e-48be-8e6e-f6658022e7b0 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562913 Sep 03 18:20:10.048763 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74cbe9-086f-43ca-a6c3-2a079982d5ec req-c35eec20-7cd1-4d34-895d-acafeea6ae81 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:10.050295 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4a74cbe9-086f-43ca-a6c3-2a079982d5ec req-c35eec20-7cd1-4d34-895d-acafeea6ae81 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0559640 Sep 03 18:20:10.095319 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4a74cbe9-086f-43ca-a6c3-2a079982d5ec req-4c82d971-f5ac-4a31-9dc1-485b00a02960 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370274 Sep 03 18:20:10.612935 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f7906381-6e5d-42b2-8e1a-62df7fa7f0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:10.734075 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:20:10.784654 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:20:10.788478 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:20:10.788882 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:10.873883 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:10.898536 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de68c699-144a-4327-b6e2-e055d4daef21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:10.901937 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1f5e94-f7d6-48ef-b432-1b0ecaa701b5" -d '{"events": [{"server_uuid": "de68c699-144a-4327-b6e2-e055d4daef21", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:10.916418 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:10.922335 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:10.949853 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad0aa9-1d1e-4074-b6b1-886b5e787def x-openstack-request-id: req-e9ad0aa9-1d1e-4074-b6b1-886b5e787def {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:10.950163 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de68c699-144a-4327-b6e2-e055d4daef21", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:10.950399 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9ad0aa9-1d1e-4074-b6b1-886b5e787def {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:10.950785 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de68c699-144a-4327-b6e2-e055d4daef21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1', 'code': 200} Sep 03 18:20:10.985610 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:11.123866 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb95c0-15ee-40f7-8a47-c6176829d68e req-76469007-52b2-4f86-8dc2-a718f8a7d8bd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:11.126107 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-36bb95c0-15ee-40f7-8a47-c6176829d68e req-76469007-52b2-4f86-8dc2-a718f8a7d8bd tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 945 time: 0.0716631 Sep 03 18:20:11.204232 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-36bb95c0-15ee-40f7-8a47-c6176829d68e req-e03da30f-317a-4ec2-be94-6fcb5d809fd8 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513783 Sep 03 18:20:11.207091 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641053d-f005-4c1b-bd72-d3fc01bc37bc req-a60c48f5-2c25-45a0-93d1-d392684fbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:11.208531 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e641053d-f005-4c1b-bd72-d3fc01bc37bc req-a60c48f5-2c25-45a0-93d1-d392684fbec1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 1098 time: 0.0937779 Sep 03 18:20:11.246981 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277346cc-cf84-457e-ba3a-2ce905d619d3 req-323432c8-4186-472c-b0e5-6dbdac8d4282 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:11.248559 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-277346cc-cf84-457e-ba3a-2ce905d619d3 req-323432c8-4186-472c-b0e5-6dbdac8d4282 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0591793 Sep 03 18:20:11.256354 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e641053d-f005-4c1b-bd72-d3fc01bc37bc req-c055a260-13dc-48db-9558-589521f1158c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 Sep 03 18:20:11.290490 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-277346cc-cf84-457e-ba3a-2ce905d619d3 req-d37e3ff3-a207-4e85-b36a-57cd2a6d8263 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357339 Sep 03 18:20:12.340777 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309ce5a-cfe9-4222-a35b-b1da8b8b9250 req-1b5226e8-f44b-4d7e-80e8-f066dcc5ab86 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:12.342400 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7309ce5a-cfe9-4222-a35b-b1da8b8b9250 req-1b5226e8-f44b-4d7e-80e8-f066dcc5ab86 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 945 time: 0.0592120 Sep 03 18:20:12.387509 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7309ce5a-cfe9-4222-a35b-b1da8b8b9250 req-742fc10e-f6a6-4ee7-a213-baf8a08f3b91 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381396 Sep 03 18:20:12.436828 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482f616-cd40-494c-9098-27acec7ed99a req-0ec5fe53-9ffd-4788-bf5d-7e93729ba795 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:12.438473 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f482f616-cd40-494c-9098-27acec7ed99a req-0ec5fe53-9ffd-4788-bf5d-7e93729ba795 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 943 time: 0.0629356 Sep 03 18:20:12.479928 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f482f616-cd40-494c-9098-27acec7ed99a req-bf11938f-9dbf-43aa-b25f-691913882ed6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353115 Sep 03 18:20:12.752249 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device adb13690-c38a-49f6-9366-d50e31b08b84 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:20:12.852716 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:12.867627 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'port_id': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'mac_address': 'fa:16:3e:1c:17:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:20:12.908148 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.925887 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb13690-c38a-49f6-9366-d50e31b08b84 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:20:12.947581 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:12.951909 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:13.000390 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:13.162336 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['adb13690-c38a-49f6-9366-d50e31b08b84'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:20:13.370799 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-697a9015-8b1c-47fb-9070-d7586efc65b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:13.515808 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e302a-1427-4d90-8797-8b407582074b req-7cbd21a8-7a5f-4d2e-a47c-7dce29785539 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:13.517039 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ef8e302a-1427-4d90-8797-8b407582074b req-7cbd21a8-7a5f-4d2e-a47c-7dce29785539 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 945 time: 0.0530229 Sep 03 18:20:13.571159 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ef8e302a-1427-4d90-8797-8b407582074b req-bdfb27e1-fc16-4698-a438-f8a6d668c784 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Sep 03 18:20:13.641241 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:13.646110 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377270d-84b7-4300-99a9-ced781a6e1e8 req-8666af9f-07a5-4c7d-9fd8-709a52e2f06c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:13.648305 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7377270d-84b7-4300-99a9-ced781a6e1e8 req-8666af9f-07a5-4c7d-9fd8-709a52e2f06c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 944 time: 0.0785720 Sep 03 18:20:13.714188 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7377270d-84b7-4300-99a9-ced781a6e1e8 req-124b517f-e0d6-4d6a-9fde-9935a01834b3 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567780 Sep 03 18:20:13.732526 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db369073-3a8c-42ff-a85b-d3d991e51af3 req-e94acbfa-d6ec-4446-b765-51d88293ce6f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:13.734155 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-db369073-3a8c-42ff-a85b-d3d991e51af3 req-e94acbfa-d6ec-4446-b765-51d88293ce6f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 945 time: 0.0589976 Sep 03 18:20:13.744513 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 50942) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:13.750078 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c5d20246-a2d9-418c-a7fb-f14a8b00d1e9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Request body: {'floatingip': {'port_id': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:13.799357 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5d20246-a2d9-418c-a7fb-f14a8b00d1e9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:14.290047 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5d20246-a2d9-418c-a7fb-f14a8b00d1e9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:14.295068 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5d20246-a2d9-418c-a7fb-f14a8b00d1e9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:14.410448 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [None req-c5d20246-a2d9-418c-a7fb-f14a8b00d1e9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Floating IP 76949ea6-c354-44b7-a332-529bf57d81b5 associated. External IP: 172.27.1.157, port: 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1. Sep 03 18:20:14.488193 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:14.768812 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device adb13690-c38a-49f6-9366-d50e31b08b84 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:20:14.827505 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port adb13690-c38a-49f6-9366-d50e31b08b84 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:20:14.827903 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:14.938789 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501693e-aacc-4e83-8e53-49bf1be689d5 req-dbe29ea3-004f-45f0-919b-fc826025bbd1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:14.940375 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5501693e-aacc-4e83-8e53-49bf1be689d5 req-dbe29ea3-004f-45f0-919b-fc826025bbd1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 944 time: 0.1061792 Sep 03 18:20:14.959614 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:14.966593 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d20246-a2d9-418c-a7fb-f14a8b00d1e9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:20:14.989398 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:14.991694 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8f3a3-c720-4306-8439-a5503f484424" -d '{"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:15.008922 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:15.015176 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:15.043562 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5501693e-aacc-4e83-8e53-49bf1be689d5 req-0b0a985a-b62c-44ea-942d-6d6bd4d02f71 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872760 Sep 03 18:20:15.066004 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa53ec59-3c82-4413-99a3-22d08e7a4765 x-openstack-request-id: req-fa53ec59-3c82-4413-99a3-22d08e7a4765 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:15.066579 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-plugged", "status": "completed", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:15.066929 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa53ec59-3c82-4413-99a3-22d08e7a4765 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:15.067270 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'code': 200} Sep 03 18:20:15.091509 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=10']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:15.127177 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d20246-a2d9-418c-a7fb-f14a8b00d1e9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:20:15.132379 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c5d20246-a2d9-418c-a7fb-f14a8b00d1e9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:15.139999 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] Sync routers for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:20:15.149677 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:15.150868 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:20:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:15.168487 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c5d20246-a2d9-418c-a7fb-f14a8b00d1e9 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "PUT /v2.0/floatingips/76949ea6-c354-44b7-a332-529bf57d81b5 HTTP/1.1" status: 200 len: 991 time: 1.4225421 Sep 03 18:20:15.169167 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de68c699-144a-4327-b6e2-e055d4daef21', 'tag': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:15.171540 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513cc2b2-0ce1-4c55-92b1-b605e7dca846" -d '{"events": [{"name": "network-changed", "server_uuid": "de68c699-144a-4327-b6e2-e055d4daef21", "tag": "8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:15.230945 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61857e36-2f5c-4014-8c6a-bd1c35dfa3d5 x-openstack-request-id: req-61857e36-2f5c-4014-8c6a-bd1c35dfa3d5 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:15.230945 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de68c699-144a-4327-b6e2-e055d4daef21", "tag": "8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:15.232576 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61857e36-2f5c-4014-8c6a-bd1c35dfa3d5 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:15.232576 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de68c699-144a-4327-b6e2-e055d4daef21', 'tag': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1', 'status': 'completed', 'code': 200} Sep 03 18:20:15.284056 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:15.316925 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-a8e3e24c-6296-41c5-93e4-da984450bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:15.318446 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-a8e3e24c-6296-41c5-93e4-da984450bfb7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 1098 time: 0.0610321 Sep 03 18:20:15.432079 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-6820e98d-1680-4e85-9ef3-7ef8ec1c5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:15.433675 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-6820e98d-1680-4e85-9ef3-7ef8ec1c5cff service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 200 len: 911 time: 0.1066680 Sep 03 18:20:15.522696 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-37383db4-c938-4504-905b-de616ee83a0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 HTTP/1.1" status: 200 len: 999 time: 0.0790877 Sep 03 18:20:15.576352 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7130d-da1e-48de-87a7-516bbafd8837 req-3c36cfda-2800-4ce9-a51d-8ab5c093dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:15.577944 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d1f7130d-da1e-48de-87a7-516bbafd8837 req-3c36cfda-2800-4ce9-a51d-8ab5c093dc52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 1099 time: 0.0462012 Sep 03 18:20:15.581202 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-911ff26b-ba62-4c56-baa8-acb8aea3b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:15.582686 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-911ff26b-ba62-4c56-baa8-acb8aea3b667 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 200 len: 849 time: 0.0503955 Sep 03 18:20:15.641322 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d1f7130d-da1e-48de-87a7-516bbafd8837 req-352c60d9-039b-440b-bc53-499aa485dc54 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508628 Sep 03 18:20:15.645586 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-42b43d82-8ee7-4c4b-995e-177a91c8cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:15.647084 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-42b43d82-8ee7-4c4b-995e-177a91c8cc20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8ba985b-cf16-4ef2-aaef-738152c74cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562432 Sep 03 18:20:15.709882 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '76949ea6-c354-44b7-a332-529bf57d81b5', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'port_id': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'mac_address': 'fa:16:3e:e7:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de68c699-144a-4327-b6e2-e055d4daef21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:19:49Z', 'updated_at': '2021-09-03T18:20:14Z', 'revision_number': 1, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:15.742051 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] Checking router: 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:20:15.751440 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:15.752089 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:20:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:15.866490 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:15.942482 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-1cc7b97a-1812-49f1-9649-9cb1a4087f74 service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061616 Sep 03 18:20:16.022775 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:16.066114 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-513cc2b2-0ce1-4c55-92b1-b605e7dca846 req-af76d259-5fe7-4bab-b165-537224f65c32 service neutron] 10.222.0.23 "GET /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159518 Sep 03 18:20:16.109696 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:16.179502 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '76949ea6-c354-44b7-a332-529bf57d81b5', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'port_id': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'mac_address': 'fa:16:3e:e7:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de68c699-144a-4327-b6e2-e055d4daef21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:19:49Z', 'updated_at': '2021-09-03T18:20:14Z', 'revision_number': 1, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:16.199650 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183631-2a04-4681-9fb8-d40d07fd025f req-9fbd3f50-d59f-4641-b905-9582b41fb5c2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:16.201249 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-02183631-2a04-4681-9fb8-d40d07fd025f req-9fbd3f50-d59f-4641-b905-9582b41fb5c2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 946 time: 0.0555658 Sep 03 18:20:16.210442 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40eaecc-050a-4c69-97c1-b097bf5fddc9 None None] The sync data for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi is: [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '76949ea6-c354-44b7-a332-529bf57d81b5', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'port_id': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'mac_address': 'fa:16:3e:e7:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de68c699-144a-4327-b6e2-e055d4daef21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:19:49Z', 'updated_at': '2021-09-03T18:20:14Z', 'revision_number': 1, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:20:16.261979 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-02183631-2a04-4681-9fb8-d40d07fd025f req-09f4ff12-0c3c-4885-aec8-459be2c983ad tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540314 Sep 03 18:20:16.450021 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03baed96-8164-4c3a-930c-8acb1c8179ea None None] New status for floating IP 76949ea6-c354-44b7-a332-529bf57d81b5: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:20:17.428528 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27079c0d-9fa3-44ea-a644-d49f670666e3 req-520f553b-f776-479d-a8ce-3c32680bdfb0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:17.430580 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-27079c0d-9fa3-44ea-a644-d49f670666e3 req-520f553b-f776-479d-a8ce-3c32680bdfb0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 946 time: 0.0726984 Sep 03 18:20:17.479035 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-27079c0d-9fa3-44ea-a644-d49f670666e3 req-feb3deb7-ed73-4a42-a237-5f50283f2a17 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 Sep 03 18:20:18.609930 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dede8-cbac-4ec0-948d-d8c822782c39 req-aa5c57ea-396f-49d2-8e56-c4ad7d5acce0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:18.611532 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-903dede8-cbac-4ec0-948d-d8c822782c39 req-aa5c57ea-396f-49d2-8e56-c4ad7d5acce0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 946 time: 0.0501463 Sep 03 18:20:18.650453 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-903dede8-cbac-4ec0-948d-d8c822782c39 req-bb743004-4ab3-416f-8ba7-9296229e732d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Sep 03 18:20:21.025670 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-d11ab167-91a2-433f-9781-d123a54b207f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432367 Sep 03 18:20:21.092127 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-0610e050-050b-48c3-80eb-3e1de9317536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:21.093658 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-0610e050-050b-48c3-80eb-3e1de9317536 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 1099 time: 0.0422180 Sep 03 18:20:21.199200 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-53751270-a4e6-4870-9470-d298f792c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:21.200755 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-53751270-a4e6-4870-9470-d298f792c83c service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.0874693 Sep 03 18:20:21.271529 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-bc408aa0-8680-40e2-aaa2-c0440fc620c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adb13690-c38a-49f6-9366-d50e31b08b84 HTTP/1.1" status: 200 len: 1001 time: 0.0615537 Sep 03 18:20:21.322394 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-5e32d76a-1724-47c8-aed6-2a2e2b4bb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:21.323781 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-5e32d76a-1724-47c8-aed6-2a2e2b4bb594 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0448070 Sep 03 18:20:21.370066 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-22bbc6ab-3521-4570-8100-db61303feefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:21.371602 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-22bbc6ab-3521-4570-8100-db61303feefb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406868 Sep 03 18:20:21.467103 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-40199731-e7ee-4d50-8684-2fd2725c3f9d service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872557 Sep 03 18:20:21.557064 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d8d545f4-ba30-498f-b965-aac825e9cd6e req-5426cc18-56ba-4871-b8da-e3cb00757dc7 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823166 Sep 03 18:20:33.766053 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:20:40.614897 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ad2cdd61-e804-4e32-8854-deb006d72cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:43.371817 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3649-12c1-4ce4-a397-5ae640dda5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:43.614423 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:44.482592 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.019435 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.088702 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:53.512331 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c4bbc-bba6-4f7f-9ef9-c5d0964100fc req-ed65ba21-8a8f-4433-a5ff-a4d17f93bb3b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:53.513737 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ee4c4bbc-bba6-4f7f-9ef9-c5d0964100fc req-ed65ba21-8a8f-4433-a5ff-a4d17f93bb3b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 946 time: 0.0521472 Sep 03 18:20:53.550728 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ee4c4bbc-bba6-4f7f-9ef9-c5d0964100fc req-a6267c00-0a07-4870-9477-e07d697f5439 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311646 Sep 03 18:20:54.689637 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1ae75-0daa-4fbe-8f50-7990f76c48bf req-6ad189c9-5e98-44e8-80c1-fba596d1ebc9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:54.691131 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7bf1ae75-0daa-4fbe-8f50-7990f76c48bf req-6ad189c9-5e98-44e8-80c1-fba596d1ebc9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 946 time: 0.0517316 Sep 03 18:20:54.729009 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7bf1ae75-0daa-4fbe-8f50-7990f76c48bf req-5ea4285a-5ae7-4e8b-beb8-c92326017490 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=14acc300-1502-4214-990b-5cfe22cdcbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Sep 03 18:20:54.972137 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-8d293c5e-44a5-46df-a160-ef5f186d5cad tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:54.973692 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-8d293c5e-44a5-46df-a160-ef5f186d5cad tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 946 time: 0.0484490 Sep 03 18:20:55.072553 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Deleting port adb13690-c38a-49f6-9366-d50e31b08b84 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:55.072984 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.161558 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] For port adb13690-c38a-49f6-9366-d50e31b08b84, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=adb13690-c38a-49f6-9366-d50e31b08b84,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:55.161916 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.431967 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.432323 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.432728 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.l3_db [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Floating IP 73dd7149-5c9a-4f49-9e37-cae3a5314604 disassociated. External IP: 172.27.1.118, port: adb13690-c38a-49f6-9366-d50e31b08b84. Sep 03 18:20:55.433066 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Calling delete_port for adb13690-c38a-49f6-9366-d50e31b08b84 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:55.555664 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.584826 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event deleted for resources: {'Port': ['ID=adb13690-c38a-49f6-9366-d50e31b08b84,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:55.594199 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.594560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.594909 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.595253 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.595595 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.595934 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.596273 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.596652 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.596959 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.597647 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.597647 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.597923 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:55.708096 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:20:56.068826 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4eadd7ee-c404-4357-b803-865864f6f7fa req-b82eabc9-a36d-4d84-877c-982206eaa7be tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=61517874-6897-4768-a9a0-32cbd405f16d HTTP/1.1" status: 200 len: 210 time: 0.2652972 Sep 03 18:20:56.069887 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:20:56.085270 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] Sync routers for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:20:56.098945 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:56.099602 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:20:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:56.131361 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] No DVR routers for this DVR port adb13690-c38a-49f6-9366-d50e31b08b84 on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:20:56.134830 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:56.136903 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-16f93793-b439-4ff8-b3cc-a2e646b6a478 req-792ddf23-5251-45f1-a33b-49dd53040af1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "DELETE /v2.0/ports/adb13690-c38a-49f6-9366-d50e31b08b84 HTTP/1.1" status: 204 len: 173 time: 1.1566272 Sep 03 18:20:56.137424 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-deleted', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:56.140149 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a23d21-85b1-4d7e-8ec8-5094f7eb5243" -d '{"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-deleted", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:56.191885 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6950dda5-e77c-4f7a-ad53-3f0d0bdbe8e6 x-openstack-request-id: req-6950dda5-e77c-4f7a-ad53-3f0d0bdbe8e6 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:56.192235 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61517874-6897-4768-a9a0-32cbd405f16d", "name": "network-vif-deleted", "tag": "adb13690-c38a-49f6-9366-d50e31b08b84", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:56.192494 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6950dda5-e77c-4f7a-ad53-3f0d0bdbe8e6 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:56.192924 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61517874-6897-4768-a9a0-32cbd405f16d', 'name': 'network-vif-deleted', 'tag': 'adb13690-c38a-49f6-9366-d50e31b08b84', 'status': 'completed', 'code': 200} Sep 03 18:20:56.223441 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:56.435189 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:56.462844 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] Checking router: 9186ff79-a2eb-4782-afe7-fbb1356f4f26 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:20:56.471681 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:56.472309 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:20:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:56.597952 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:56.801841 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:56.832221 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa0376-718a-47cc-bec5-18c357e48880 None None] The sync data for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi is: [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:20:57.027300 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ae86d-4985-4998-81b0-8c747eb8a9c6 None None] New status for floating IP 73dd7149-5c9a-4f49-9e37-cae3a5314604: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:20:57.165639 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 51134) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:57.223072 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.246374 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.293767 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.296240 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.297444 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "DELETE /v2.0/security-groups/14acc300-1502-4214-990b-5cfe22cdcbca HTTP/1.1" status: 204 len: 168 time: 0.1308186 Sep 03 18:20:57.300132 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51136) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:57.307047 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14acc300-1502-4214-990b-5cfe22cdcbca,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:57.313836 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.api.v2.resource [None req-e61ec5e3-bdf4-4402-9e9e-8a82ad8d239a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] show failed (client error): The resource could not be found. Sep 03 18:20:57.314348 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.314816 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-e61ec5e3-bdf4-4402-9e9e-8a82ad8d239a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups/14acc300-1502-4214-990b-5cfe22cdcbca HTTP/1.1" status: 404 len: 347 time: 0.0136774 Sep 03 18:20:57.315339 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.315699 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.316183 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.316529 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.316925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.317278 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.317588 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51138) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:57.317713 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.317936 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.318266 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.318596 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.318924 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fca0b6b-37f3-4919-83c4-b9d813372d3a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:57.438029 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Deleting port ebecf584-1251-4ca6-9e92-ef988025c5a8 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:57.438379 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.515312 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.515645 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.527532 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Calling delete_port for ebecf584-1251-4ca6-9e92-ef988025c5a8 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:57.665096 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.695119 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event deleted for resources: {'Port': ['ID=ebecf584-1251-4ca6-9e92-ef988025c5a8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:57.747683 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.750263 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.751430 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-4be44597-ad06-459e-9dd1-6b3541eb721f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "DELETE /v2.0/floatingips/73dd7149-5c9a-4f49-9e37-cae3a5314604 HTTP/1.1" status: 204 len: 168 time: 0.4328263 Sep 03 18:20:58.151395 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51144) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:58.156075 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-278515e5-7538-4fbe-9d53-548338a02d07 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430652773', 'description': 'tempest-description--45636934'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:58.177043 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278515e5-7538-4fbe-9d53-548338a02d07 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.254936 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278515e5-7538-4fbe-9d53-548338a02d07 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.258987 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278515e5-7538-4fbe-9d53-548338a02d07 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.280545 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-278515e5-7538-4fbe-9d53-548338a02d07 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.281765 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-278515e5-7538-4fbe-9d53-548338a02d07 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1293814 Sep 03 18:20:58.284706 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 51146) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:58.289720 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-30a12484-79ee-4d72-a32e-4f762fd920eb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'security_group_rule': {'security_group_id': '94720c69-09a4-4805-a29e-b0a24e6a5b3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:58.289898 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278515e5-7538-4fbe-9d53-548338a02d07 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94720c69-09a4-4805-a29e-b0a24e6a5b3d,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:58.315388 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30a12484-79ee-4d72-a32e-4f762fd920eb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.360860 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30a12484-79ee-4d72-a32e-4f762fd920eb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.364300 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30a12484-79ee-4d72-a32e-4f762fd920eb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.380874 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a12484-79ee-4d72-a32e-4f762fd920eb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2691b5-fc82-45f3-9189-ab0f2bcbbda0,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:58.387475 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30a12484-79ee-4d72-a32e-4f762fd920eb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.388704 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-30a12484-79ee-4d72-a32e-4f762fd920eb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1029098 Sep 03 18:20:58.391355 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 51148) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:58.395752 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-f08b6188-44e3-4d00-be80-21475ee00ac8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'security_group_rule': {'security_group_id': '94720c69-09a4-4805-a29e-b0a24e6a5b3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:58.421734 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f08b6188-44e3-4d00-be80-21475ee00ac8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.476270 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f08b6188-44e3-4d00-be80-21475ee00ac8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.479744 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f08b6188-44e3-4d00-be80-21475ee00ac8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.497890 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b6188-44e3-4d00-be80-21475ee00ac8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d019cab2-cffa-477e-887c-64b1669e1778,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:58.501135 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-f08b6188-44e3-4d00-be80-21475ee00ac8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.502328 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-f08b6188-44e3-4d00-be80-21475ee00ac8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1100304 Sep 03 18:20:58.505410 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 51150) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:58.510406 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'floatingip': {'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:58.530737 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.628127 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.730469 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Allocated IP 172.27.1.160 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/71383a59-ae74-4729-b52a-33c628d287a2) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:20:58.834112 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.872788 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.909631 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:20:58.913695 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:20:58.917097 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:20:58.924641 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'Port': ['ID=71383a59-ae74-4729-b52a-33c628d287a2,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:58.990615 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device adb13690-c38a-49f6-9366-d50e31b08b84 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:59.008188 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:59.010153 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: adb13690-c38a-49f6-9366-d50e31b08b84 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:20:59.010502 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device adb13690-c38a-49f6-9366-d50e31b08b84 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:20:59.041155 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:59.190196 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:59.194654 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:59.263527 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'Port': ['ID=71383a59-ae74-4729-b52a-33c628d287a2,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:59.273110 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:59.286673 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:59.287973 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-0722f50e-36f2-4e94-ae57-55ccd3b57214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7816124 Sep 03 18:20:59.470132 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d0fa15a0-5536-4f1b-9106-ac89b11ce38a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--430652773&fields=id&tenant_id=bb3b35affd9e4674a5fc84bd37ce861e HTTP/1.1" status: 200 len: 267 time: 0.0326459 Sep 03 18:20:59.577665 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-8c0c386b-70ab-48e1-baf3-e10606979875 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:59.579117 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-8c0c386b-70ab-48e1-baf3-e10606979875 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 817 time: 0.1024866 Sep 03 18:20:59.593902 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-006616ed-d8e3-4000-a029-d05d45fb8b6e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/quotas/bb3b35affd9e4674a5fc84bd37ce861e HTTP/1.1" status: 200 len: 375 time: 0.0090089 Sep 03 18:20:59.647993 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-cb56213e-e052-4c07-a1cd-600e03239b44 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490110 Sep 03 18:20:59.792877 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d538c8a1-f130-49a9-b29c-324f77733074 service neutron] 10.222.0.49 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333716 Sep 03 18:20:59.881002 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-33b0ad2e-d4d5-4f03-8b05-298922f92ab9 service neutron] 10.222.0.49 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820663 Sep 03 18:21:00.040977 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e204b2ad-3050-4678-acab-097634804868 req-545bbd67-887d-4cf0-a536-e2054605e82d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 210 time: 0.0299923 Sep 03 18:21:00.912593 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-9fd8b863-3cef-4637-a48e-d09cbe849401 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:00.914305 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-9fd8b863-3cef-4637-a48e-d09cbe849401 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 817 time: 0.1106932 Sep 03 18:21:00.957642 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-1bcf52ae-4e81-4893-b19f-2e2ea94fcb19 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb3b35affd9e4674a5fc84bd37ce861e HTTP/1.1" status: 200 len: 379 time: 0.0345247 Sep 03 18:21:00.974898 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'port': {'device_id': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'admin_state_up': True, 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'security_groups': ['94720c69-09a4-4805-a29e-b0a24e6a5b3d']}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:01.085820 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Made reservation on behalf of bb3b35affd9e4674a5fc84bd37ce861e for: {'port': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:21:01.090027 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:01.142453 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-189a7954-001e-4245-9865-a7dcf3ee3063 req-24978683-ff12-4a51-8b13-f4b1648a3583 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 210 time: 0.0302730 Sep 03 18:21:01.218170 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Allocated IP 172.20.0.7 (88f19619-15e0-4f78-aed0-33d17baf59e6/257b1bb9-eb72-4169-b520-9545c116aeff/531d50ee-cfc4-4896-931b-e6a10ca950bb) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:21:01.356283 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:01.369430 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Transition to ACTIVE for port object 531d50ee-cfc4-4896-931b-e6a10ca950bb will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:21:01.401467 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:01.442828 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:21:01.445806 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:21:01.449985 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:21:01.478975 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:01.508013 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:01.508683 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:01.523520 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-d909dca6-c2bd-478a-9689-ef23b370599a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5524104 Sep 03 18:21:01.535812 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Request body: {'port': {'device_id': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:01.593623 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:01.658207 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-863e87e8-606f-4d27-a23f-929c66e06d6a None None] Provisioning for port 531d50ee-cfc4-4896-931b-e6a10ca950bb completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:21:01.662046 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-863e87e8-606f-4d27-a23f-929c66e06d6a None None] Provisioning complete for port 531d50ee-cfc4-4896-931b-e6a10ca950bb triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:21:01.662430 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-863e87e8-606f-4d27-a23f-929c66e06d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:01.696106 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-863e87e8-606f-4d27-a23f-929c66e06d6a None None] Port 531d50ee-cfc4-4896-931b-e6a10ca950bb cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:21:01.858892 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531d50ee-cfc4-4896-931b-e6a10ca950bb {{(pid=94095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:01.866959 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:01.879454 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Transition to ACTIVE for port object 531d50ee-cfc4-4896-931b-e6a10ca950bb will not be triggered until provisioned by entity L2. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:21:01.882951 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:01.937327 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:02.004035 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Attempting to bind port 531d50ee-cfc4-4896-931b-e6a10ca950bb on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:21:02.004364 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Attempting to bind port 531d50ee-cfc4-4896-931b-e6a10ca950bb by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:21:02.004722 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Attempting to bind port 531d50ee-cfc4-4896-931b-e6a10ca950bb on network 88f19619-15e0-4f78-aed0-33d17baf59e6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:02.009916 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Port 531d50ee-cfc4-4896-931b-e6a10ca950bb on network 88f19619-15e0-4f78-aed0-33d17baf59e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:21:02.010236 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Attempting to bind port 531d50ee-cfc4-4896-931b-e6a10ca950bb on network 88f19619-15e0-4f78-aed0-33d17baf59e6 {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:02.015472 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:21:02.015806 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Checking segment: {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:21:02.016200 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Bound using segment: {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'} {{(pid=94095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:21:02.016670 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.managers [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Bound port: 531d50ee-cfc4-4896-931b-e6a10ca950bb, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6'}}] {{(pid=94095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:21:02.016983 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:02.084339 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, cleared binding levels {{(pid=94095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:21:02.087360 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:21:02.091316 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:02.125318 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:02.126168 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:02.127551 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] 10.222.0.23 "PUT /v2.0/ports/531d50ee-cfc4-4896-931b-e6a10ca950bb HTTP/1.1" status: 200 len: 1093 time: 0.5961447 Sep 03 18:21:02.129911 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:02.132891 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974" -d '{"events": [{"name": "network-changed", "server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:02.161483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fd66a-67c5-4a35-a195-4f50e80deabd service neutron] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=3']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:02.197792 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7091b1be-c692-434b-9313-c67af49ae9c5 x-openstack-request-id: req-7091b1be-c692-434b-9313-c67af49ae9c5 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:02.198081 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:02.198327 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7091b1be-c692-434b-9313-c67af49ae9c5 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:02.198720 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'status': 'completed', 'code': 200} Sep 03 18:21:02.218880 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-83b6e24a-6f4d-4b96-956b-483efaf64961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:02.220941 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-83b6e24a-6f4d-4b96-956b-483efaf64961 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 1096 time: 0.0515826 Sep 03 18:21:02.270220 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-80db066b-9fdb-44cf-9252-7abfbf9000c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb HTTP/1.1" status: 200 len: 217 time: 0.0404058 Sep 03 18:21:02.285337 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8296-a43e-4857-bfea-d0a4c7253c38 req-6de2422a-822d-432c-872b-a8a469dc1ae2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:02.287056 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-838c8296-a43e-4857-bfea-d0a4c7253c38 req-6de2422a-822d-432c-872b-a8a469dc1ae2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0533292 Sep 03 18:21:02.328708 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-838c8296-a43e-4857-bfea-d0a4c7253c38 req-b9af0710-ce4c-44a3-99f1-3a7f88a6f7d8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345745 Sep 03 18:21:02.331195 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-6ce3c64e-02a4-49e9-a95d-7eebd7e61cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:02.332701 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-6ce3c64e-02a4-49e9-a95d-7eebd7e61cb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0548882 Sep 03 18:21:02.379134 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-885656c4-9c31-4dbb-b743-311a8c6bb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:02.380663 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-885656c4-9c31-4dbb-b743-311a8c6bb641 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396092 Sep 03 18:21:02.475389 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-f4f7be88-6d7e-455e-ba77-d3ed94bdf9a1 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867381 Sep 03 18:21:02.570028 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ac08e0bd-3196-4158-b316-78247a4c8f2f req-878bbd5a-58b8-4b93-9fb3-ed3cbf50671b service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Sep 03 18:21:02.658604 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-e3bac4b4-2768-460e-97cf-1c0063f91f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:02.660084 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-e3bac4b4-2768-460e-97cf-1c0063f91f09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 1096 time: 0.0453980 Sep 03 18:21:02.753682 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-440b95e3-e8de-4256-b9a2-3ec8cf5ad3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:02.755155 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-440b95e3-e8de-4256-b9a2-3ec8cf5ad3b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.0875671 Sep 03 18:21:02.804578 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-50e293cb-8808-4381-8c5b-bce0749f6431 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb HTTP/1.1" status: 200 len: 217 time: 0.0409825 Sep 03 18:21:02.855923 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-8044cce0-906b-4ddc-bbb8-6d57be462416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:02.857483 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-8044cce0-906b-4ddc-bbb8-6d57be462416 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0448034 Sep 03 18:21:02.903978 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-c3f791c2-5172-4a7f-8c51-5cc2a243a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:02.905582 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-c3f791c2-5172-4a7f-8c51-5cc2a243a04b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404425 Sep 03 18:21:03.002736 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-e2771b2e-7003-469b-8484-e57a12f0317d service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877988 Sep 03 18:21:03.095271 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aeb55f7f-3fcb-4f7a-a851-aca15bebd974 req-75ab8924-7ffd-41df-a77b-eac356705edb service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831265 Sep 03 18:21:03.446393 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ac6f-cbbd-4df9-a292-7dbd966140ff req-f15fc8c7-31d6-442d-9c01-57730b66ec86 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:03.447936 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f063ac6f-cbbd-4df9-a292-7dbd966140ff req-f15fc8c7-31d6-442d-9c01-57730b66ec86 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0484543 Sep 03 18:21:03.491190 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f063ac6f-cbbd-4df9-a292-7dbd966140ff req-e3231c5c-07b3-4d47-a53a-447d53a1a415 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364351 Sep 03 18:21:04.621560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ab202-22e9-4059-995e-64241d6c3f9a req-bba064bb-a230-47c3-aa10-724fb4046ab1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:04.623086 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e32ab202-22e9-4059-995e-64241d6c3f9a req-bba064bb-a230-47c3-aa10-724fb4046ab1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0543182 Sep 03 18:21:04.662336 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e32ab202-22e9-4059-995e-64241d6c3f9a req-29f4b669-96fb-4419-afb8-4bee445d4dbf tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332325 Sep 03 18:21:05.021476 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:21:05.116096 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:05.126765 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'port_id': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'mac_address': 'fa:16:3e:5a:56:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:21:05.163193 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:05.177385 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531d50ee-cfc4-4896-931b-e6a10ca950bb {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:05.200898 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:05.204790 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:05.255726 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:05.263232 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.263584 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.263939 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.264278 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.264631 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.264975 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.265309 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.265641 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.265974 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.266305 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.266652 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.266980 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:05.419381 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['531d50ee-cfc4-4896-931b-e6a10ca950bb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:21:05.783400 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232a6f1-b949-4149-b043-9d30b9a7d5c8 req-7c53dd5e-83ab-4dc6-b555-77dc294778c1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:05.785036 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a232a6f1-b949-4149-b043-9d30b9a7d5c8 req-7c53dd5e-83ab-4dc6-b555-77dc294778c1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 944 time: 0.0498919 Sep 03 18:21:05.823918 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a232a6f1-b949-4149-b043-9d30b9a7d5c8 req-ebbc458b-929a-4e24-afc7-ff1bdeb04d9e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318596 Sep 03 18:21:06.941273 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542cf7b-62e1-47cf-a5de-3ac37a16328e req-e1799486-e079-468c-a257-3f0d29ae32cc tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:06.942670 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f542cf7b-62e1-47cf-a5de-3ac37a16328e req-e1799486-e079-468c-a257-3f0d29ae32cc tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 944 time: 0.0484993 Sep 03 18:21:06.981488 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f542cf7b-62e1-47cf-a5de-3ac37a16328e req-24635451-dc73-43ef-8676-7927a49d6520 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330281 Sep 03 18:21:07.052937 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:21:07.100271 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 531d50ee-cfc4-4896-931b-e6a10ca950bb completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:21:07.103853 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 531d50ee-cfc4-4896-931b-e6a10ca950bb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:21:07.104233 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:07.183152 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:07.205439 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:07.207579 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aebbac0-8af8-4ae0-9c75-a08bcddcd64d" -d '{"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-plugged", "status": "completed", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:07.220112 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:07.224174 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:07.246296 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03377cb-ac56-4ecd-8ce5-5209b18fd32f x-openstack-request-id: req-d03377cb-ac56-4ecd-8ce5-5209b18fd32f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:07.246588 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-plugged", "status": "completed", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:07.246842 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d03377cb-ac56-4ecd-8ce5-5209b18fd32f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:07.247233 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'code': 200} Sep 03 18:21:07.274071 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:07.402899 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51cebe-03b4-498c-9084-8cf8f6104ad5 req-80cbc117-8b02-418c-93b3-a74d1c002ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:07.404393 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2e51cebe-03b4-498c-9084-8cf8f6104ad5 req-80cbc117-8b02-418c-93b3-a74d1c002ae3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 1098 time: 0.0396862 Sep 03 18:21:07.442840 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2e51cebe-03b4-498c-9084-8cf8f6104ad5 req-69645c14-4346-4fbe-8dd8-eb8faf28817f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310962 Sep 03 18:21:08.105786 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121002ed-cfe9-4819-98a9-c28bf99cf90f req-74c5ca60-65d8-4b70-85a0-359c558e6762 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:08.107256 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-121002ed-cfe9-4819-98a9-c28bf99cf90f req-74c5ca60-65d8-4b70-85a0-359c558e6762 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0476058 Sep 03 18:21:08.144215 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-121002ed-cfe9-4819-98a9-c28bf99cf90f req-05911157-6b0c-4929-b3ac-84f3346c8259 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310326 Sep 03 18:21:09.265968 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1379dd0-a0f9-4948-915d-21a4e91ea6e5 req-544b65cf-fbf5-469f-99af-c7e0638ec927 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:09.267438 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a1379dd0-a0f9-4948-915d-21a4e91ea6e5 req-544b65cf-fbf5-469f-99af-c7e0638ec927 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0512366 Sep 03 18:21:09.305312 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a1379dd0-a0f9-4948-915d-21a4e91ea6e5 req-1a8021d4-6359-4bf9-ba93-12c851a275db tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319946 Sep 03 18:21:09.420668 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad5226-b29d-42df-8ef7-5543967d9cb2 req-936fb2c6-9950-4afc-9f7c-7f3c0fa00c79 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:09.422121 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c5ad5226-b29d-42df-8ef7-5543967d9cb2 req-936fb2c6-9950-4afc-9f7c-7f3c0fa00c79 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0480747 Sep 03 18:21:09.430400 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51246) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:09.434740 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-2912acf2-873e-4750-8250-d1dd3cde1ca0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Request body: {'floatingip': {'port_id': '531d50ee-cfc4-4896-931b-e6a10ca950bb'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:09.475688 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2912acf2-873e-4750-8250-d1dd3cde1ca0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:09.991153 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2912acf2-873e-4750-8250-d1dd3cde1ca0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:09.995112 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2912acf2-873e-4750-8250-d1dd3cde1ca0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:10.091305 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.l3_db [None req-2912acf2-873e-4750-8250-d1dd3cde1ca0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Floating IP 0c14abcc-14f6-43e9-905d-11047a201941 associated. External IP: 172.27.1.160, port: 531d50ee-cfc4-4896-931b-e6a10ca950bb. Sep 03 18:21:10.289120 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2912acf2-873e-4750-8250-d1dd3cde1ca0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:21:10.617040 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bdb2013b-a026-40de-9f3b-b5b9ce98127b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:10.632741 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2912acf2-873e-4750-8250-d1dd3cde1ca0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:21:10.638071 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2912acf2-873e-4750-8250-d1dd3cde1ca0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:10.643184 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] Sync routers for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:21:10.652798 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:10.653485 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:20:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:10.665923 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-2912acf2-873e-4750-8250-d1dd3cde1ca0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "PUT /v2.0/floatingips/0c14abcc-14f6-43e9-905d-11047a201941 HTTP/1.1" status: 200 len: 991 time: 1.2344759 Sep 03 18:21:10.666532 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:10.668779 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beaa61b-4273-45a9-9961-8a779bb4ca1e" -d '{"events": [{"name": "network-changed", "server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:10.709366 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058f171e-44be-44f3-972a-6a01bd82e10b x-openstack-request-id: req-058f171e-44be-44f3-972a-6a01bd82e10b {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:10.709759 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:10.710046 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-058f171e-44be-44f3-972a-6a01bd82e10b {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:10.710505 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'status': 'completed', 'code': 200} Sep 03 18:21:10.764822 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:10.765079 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:21:10.774279 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-322fb413-046e-4727-85ab-a6f64c2bc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:10.775893 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-322fb413-046e-4727-85ab-a6f64c2bc0a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 1098 time: 0.0439289 Sep 03 18:21:10.870756 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-d517c424-ed41-444c-9b51-2a3f6160f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:10.872220 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-d517c424-ed41-444c-9b51-2a3f6160f3db service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.0884938 Sep 03 18:21:10.952203 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-19ed7afc-b4a5-4dd9-92c1-8442cffbd24a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb HTTP/1.1" status: 200 len: 999 time: 0.0723152 Sep 03 18:21:11.005762 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-7066141b-ccb1-4532-a9ac-72847ba3b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:11.007297 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-7066141b-ccb1-4532-a9ac-72847ba3b312 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0473192 Sep 03 18:21:11.008368 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '0c14abcc-14f6-43e9-905d-11047a201941', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'port_id': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'mac_address': 'fa:16:3e:5a:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:58Z', 'updated_at': '2021-09-03T18:21:09Z', 'revision_number': 1, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:11.035120 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] Checking router: 9186ff79-a2eb-4782-afe7-fbb1356f4f26 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:21:11.050278 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:11.050924 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:20:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:11.062776 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-ac31781d-dfb9-4023-8bbf-bc405123af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:11.064350 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-ac31781d-dfb9-4023-8bbf-bc405123af88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501852 Sep 03 18:21:11.161778 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-8b05c4ad-6fcd-45dd-821c-81cf36160e89 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897121 Sep 03 18:21:11.254003 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1beaa61b-4273-45a9-9961-8a779bb4ca1e req-05aa40c5-7c3b-4334-90ce-dfdf0396e874 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848908 Sep 03 18:21:11.279372 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:11.497571 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '0c14abcc-14f6-43e9-905d-11047a201941', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'port_id': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'mac_address': 'fa:16:3e:5a:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:58Z', 'updated_at': '2021-09-03T18:21:09Z', 'revision_number': 1, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:11.523393 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038ec97-b053-4735-8acc-d09d51e5f3fb None None] The sync data for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi is: [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '0c14abcc-14f6-43e9-905d-11047a201941', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'port_id': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'mac_address': 'fa:16:3e:5a:56:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:58Z', 'updated_at': '2021-09-03T18:21:09Z', 'revision_number': 1, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:21:11.707709 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0fd0e-3fa4-4081-9322-40f53ef8fc90 None None] New status for floating IP 0c14abcc-14f6-43e9-905d-11047a201941: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:21:13.373290 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-2b3a1b56-6bf9-4444-8833-984979ee65b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:13.616012 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:14.484234 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:15.552142 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897841b-5ddb-4528-bdda-2c96521f9ceb req-fbe4fe64-b524-446b-9477-150c02bf263a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:15.553577 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4897841b-5ddb-4528-bdda-2c96521f9ceb req-fbe4fe64-b524-446b-9477-150c02bf263a tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 945 time: 0.0564778 Sep 03 18:21:15.595499 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4897841b-5ddb-4528-bdda-2c96521f9ceb req-9d869291-8096-4861-a730-4ac992b5dcb3 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Sep 03 18:21:16.019268 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:16.097107 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:16.710479 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d0088-6363-4377-8619-041cfd03a31d req-fc9f41ff-229d-42cd-938f-a4a3985fb417 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:16.711963 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6c2d0088-6363-4377-8619-041cfd03a31d req-fc9f41ff-229d-42cd-938f-a4a3985fb417 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 945 time: 0.0491135 Sep 03 18:21:16.749327 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6c2d0088-6363-4377-8619-041cfd03a31d req-a6866d81-b6d9-4ec0-b003-bf0e4019c222 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9a0a04a-ae6b-412c-9192-f01af1a7bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Sep 03 18:21:17.196127 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-424a507f-b235-483d-8e4b-a1a49cad9c19 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:17.197642 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-424a507f-b235-483d-8e4b-a1a49cad9c19 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 945 time: 0.0489414 Sep 03 18:21:17.290751 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Deleting port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:21:17.291714 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:17.378804 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] For port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:17.379186 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:17.550567 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:17.550862 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:17.551185 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.l3_db [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Floating IP 76949ea6-c354-44b7-a332-529bf57d81b5 disassociated. External IP: 172.27.1.157, port: 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1. Sep 03 18:21:17.551588 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Calling delete_port for 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:21:17.680669 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:17.708779 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event deleted for resources: {'Port': ['ID=8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:17.854290 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:21:17.856699 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a2ab72c4-1322-46ca-bb7b-d151ae78ccdf req-d3da75e7-6d0a-406f-9ca9-fbe62905e858 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/ports?device_id=de68c699-144a-4327-b6e2-e055d4daef21 HTTP/1.1" status: 200 len: 210 time: 0.0373652 Sep 03 18:21:17.964862 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:21:17.975484 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] Sync routers for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:21:17.985611 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:17.986152 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:21:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:18.009803 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] No DVR routers for this DVR port 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:21:18.012414 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:18.014525 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4a32f1d1-1335-408c-84e2-df5ecc8c0e2a req-791c08aa-fbde-4138-8f85-722bd1e48ffb tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.23 "DELETE /v2.0/ports/8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 HTTP/1.1" status: 204 len: 173 time: 0.8110149 Sep 03 18:21:18.015005 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de68c699-144a-4327-b6e2-e055d4daef21', 'name': 'network-vif-deleted', 'tag': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:18.017364 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0082433-489f-4434-9993-a69a637110cd" -d '{"events": [{"server_uuid": "de68c699-144a-4327-b6e2-e055d4daef21", "name": "network-vif-deleted", "tag": "8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:18.061611 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8920e820-0c4f-4a6f-8da9-54acfbc055f9 x-openstack-request-id: req-8920e820-0c4f-4a6f-8da9-54acfbc055f9 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:18.062123 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de68c699-144a-4327-b6e2-e055d4daef21", "name": "network-vif-deleted", "tag": "8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:18.062555 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8920e820-0c4f-4a6f-8da9-54acfbc055f9 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:18.063162 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de68c699-144a-4327-b6e2-e055d4daef21', 'name': 'network-vif-deleted', 'tag': '8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1', 'status': 'completed', 'code': 200} Sep 03 18:21:18.101684 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:18.319325 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:18.350207 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] Checking router: 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:21:18.358971 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:18.359529 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:21:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:18.472082 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:18.678379 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:18.703742 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16c968-912d-4dda-bcc9-6ede55d322be None None] The sync data for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi is: [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '78da76cc-aeb6-4db7-93d6-da49f49aba34', 'name': '', 'network_id': 'b8ba985b-cf16-4ef2-aaef-738152c74cf2', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'mac_address': 'fa:16:3e:86:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:42Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'subnets': [{'id': '9aef123f-7a76-4255-b7d7-2889c595b802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:21:18.915782 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3412c57c-edcf-4f80-8307-ef9ecf5413fe None None] New status for floating IP 76949ea6-c354-44b7-a332-529bf57d81b5: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:21:18.951993 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51328) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:19.008181 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa02c0-56eb-4ebe-82bb-77dd3aba37a4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.033160 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa02c0-56eb-4ebe-82bb-77dd3aba37a4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.081421 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa02c0-56eb-4ebe-82bb-77dd3aba37a4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.084038 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-4faa02c0-56eb-4ebe-82bb-77dd3aba37a4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.085224 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-4faa02c0-56eb-4ebe-82bb-77dd3aba37a4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "DELETE /v2.0/security-groups/f9a0a04a-ae6b-412c-9192-f01af1a7bc69 HTTP/1.1" status: 204 len: 168 time: 0.1316757 Sep 03 18:21:19.088628 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 51330) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:19.094748 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa02c0-56eb-4ebe-82bb-77dd3aba37a4 tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a0a04a-ae6b-412c-9192-f01af1a7bc69,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:19.103451 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.api.v2.resource [None req-df7c1145-7fb7-42a6-b37e-c4654556a35f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] show failed (client error): The resource could not be found. Sep 03 18:21:19.104463 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-df7c1145-7fb7-42a6-b37e-c4654556a35f tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "GET /v2.0/security-groups/f9a0a04a-ae6b-412c-9192-f01af1a7bc69 HTTP/1.1" status: 404 len: 347 time: 0.0147252 Sep 03 18:21:19.107340 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 51332) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:19.226583 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Deleting port b069dd82-b3be-4223-8f76-a24c728872cf {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:21:19.226833 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.299603 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.299926 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.311072 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Calling delete_port for b069dd82-b3be-4223-8f76-a24c728872cf owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:21:19.443431 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.468131 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Pushing event deleted for resources: {'Port': ['ID=b069dd82-b3be-4223-8f76-a24c728872cf,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:19.530168 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.532893 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:19.534027 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7a067b5c-3974-4141-b586-3d66bcd7652d tempest-AttachVolumeTestJSON-1478926861 tempest-AttachVolumeTestJSON-1478926861-project] 10.222.0.49 "DELETE /v2.0/floatingips/76949ea6-c354-44b7-a332-529bf57d81b5 HTTP/1.1" status: 204 len: 168 time: 0.4257896 Sep 03 18:21:20.774659 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529b422-c3a7-4132-bd7d-0fa7e9a7e702 req-1851aab7-13bf-4587-980e-5c76592ee590 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:20.776778 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2529b422-c3a7-4132-bd7d-0fa7e9a7e702 req-1851aab7-13bf-4587-980e-5c76592ee590 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 945 time: 0.0500145 Sep 03 18:21:20.814419 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2529b422-c3a7-4132-bd7d-0fa7e9a7e702 req-34e16737-68ba-487f-b8f0-de766340673d tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314455 Sep 03 18:21:21.134832 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:21:21.154521 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:21:21.154859 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 8ba1f11f-6637-4aeb-aaa4-a7d71fc97bd1 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:21:21.949849 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e543d3-cece-4575-8cfa-7dc743799053 req-590e992d-7c01-46e8-bd96-f90c791cd814 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:21.951358 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e8e543d3-cece-4575-8cfa-7dc743799053 req-590e992d-7c01-46e8-bd96-f90c791cd814 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 945 time: 0.0641205 Sep 03 18:21:21.995103 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-ea708f53-feb6-4a2a-ac69-b55526d2e95d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440226 Sep 03 18:21:21.999633 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e8e543d3-cece-4575-8cfa-7dc743799053 req-1d07a6ce-ed5e-4532-a2cb-3cf4fd50f08e tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392263 Sep 03 18:21:22.085221 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-6caf2bde-f192-49c9-acb5-833639658fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:22.086707 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-6caf2bde-f192-49c9-acb5-833639658fd8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 1098 time: 0.0397964 Sep 03 18:21:22.200625 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-45dcf3ef-6aaf-4a26-ac36-7dc5209610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:22.202311 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-45dcf3ef-6aaf-4a26-ac36-7dc5209610f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.0911162 Sep 03 18:21:22.270437 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-4df614ab-c2d1-4d6a-9e4d-8a5022c475e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb HTTP/1.1" status: 200 len: 1001 time: 0.0607612 Sep 03 18:21:22.331061 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-97c3df6e-7776-425a-ad1a-d7528728fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:22.332526 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-97c3df6e-7776-425a-ad1a-d7528728fd52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0443370 Sep 03 18:21:22.357261 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-eb0464f3-f61b-4094-949f-4cfc9196f7f5 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:22.358614 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-eb0464f3-f61b-4094-949f-4cfc9196f7f5 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 945 time: 0.0465159 Sep 03 18:21:22.382647 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-704a6785-4f52-4eb6-bdcf-c5d9b5f03c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:22.384166 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-704a6785-4f52-4eb6-bdcf-c5d9b5f03c23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440412 Sep 03 18:21:22.450918 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Deleting port 49cbbadb-4f80-41bf-bc3e-bda4251607fe {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:21:22.451249 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:22.474143 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-a4c29835-07ef-4c2e-b5a7-f71606f11b75 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828183 Sep 03 18:21:22.538098 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] For port 49cbbadb-4f80-41bf-bc3e-bda4251607fe, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=49cbbadb-4f80-41bf-bc3e-bda4251607fe,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:22.538477 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:22.570273 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ea69d4d2-fdb0-42d9-bab8-c7a1203b4724 req-f9cde65a-1a5f-4b23-ac6a-8926b167b13f service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875633 Sep 03 18:21:22.712819 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:22.713179 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:22.713494 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Floating IP 388de213-fc84-4d78-adaf-1b86262c4f82 disassociated. External IP: 172.27.1.165, port: 49cbbadb-4f80-41bf-bc3e-bda4251607fe. Sep 03 18:21:22.713833 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Calling delete_port for 49cbbadb-4f80-41bf-bc3e-bda4251607fe owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:21:22.836130 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:22.866062 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event deleted for resources: {'Port': ['ID=49cbbadb-4f80-41bf-bc3e-bda4251607fe,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:22.982330 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Router 8e9ba325-dd6a-41c3-bd83-b32f19165236 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:21:23.070979 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51376) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:23.087326 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:21:23.098322 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] Sync routers for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:21:23.106947 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-16f90234-438c-4ac8-81d9-bb2538be143e req-d8127792-bfb8-4e4a-898a-27606a2b318b tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a55e0c-20fb-495b-b251-f85b6165e858 HTTP/1.1" status: 200 len: 210 time: 0.0286517 Sep 03 18:21:23.108465 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:23.109337 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:21:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:23.138437 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] No DVR routers for this DVR port 49cbbadb-4f80-41bf-bc3e-bda4251607fe on host hv-cinder-80409 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:21:23.140857 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.142834 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4c8c7fe6-b9a5-40e8-ab17-9eb0e00efad5 req-837ee72e-3d0e-4605-8f0f-80a3a50b51af tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "DELETE /v2.0/ports/49cbbadb-4f80-41bf-bc3e-bda4251607fe HTTP/1.1" status: 204 len: 173 time: 0.7781806 Sep 03 18:21:23.143271 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a55e0c-20fb-495b-b251-f85b6165e858', 'name': 'network-vif-deleted', 'tag': '49cbbadb-4f80-41bf-bc3e-bda4251607fe'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:23.145579 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f9197b-557d-44c8-a0a7-aef862953ff1" -d '{"events": [{"server_uuid": "32a55e0c-20fb-495b-b251-f85b6165e858", "name": "network-vif-deleted", "tag": "49cbbadb-4f80-41bf-bc3e-bda4251607fe"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:23.187465 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72ab938-ab5f-4c27-95fc-7629a7f05349 x-openstack-request-id: req-d72ab938-ab5f-4c27-95fc-7629a7f05349 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:23.187775 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a55e0c-20fb-495b-b251-f85b6165e858", "name": "network-vif-deleted", "tag": "49cbbadb-4f80-41bf-bc3e-bda4251607fe", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:23.188020 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d72ab938-ab5f-4c27-95fc-7629a7f05349 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:23.188685 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a55e0c-20fb-495b-b251-f85b6165e858', 'name': 'network-vif-deleted', 'tag': '49cbbadb-4f80-41bf-bc3e-bda4251607fe', 'status': 'completed', 'code': 200} Sep 03 18:21:23.224590 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:23.439672 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:23.465805 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] Checking router: 8e9ba325-dd6a-41c3-bd83-b32f19165236 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:21:23.474452 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:23.475010 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:21:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:23.586941 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:23.595836 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33156733'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.789108 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:23.814742 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b50a931-4adc-41f8-b3ce-577743f3673a None None] The sync data for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi is: [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:21:23.852201 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Deleting port 78da76cc-aeb6-4db7-93d6-da49f49aba34 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:21:23.852513 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.954359 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] For port 78da76cc-aeb6-4db7-93d6-da49f49aba34, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=78da76cc-aeb6-4db7-93d6-da49f49aba34,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:23.954749 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.968977 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Calling delete_port for 78da76cc-aeb6-4db7-93d6-da49f49aba34 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:21:24.049214 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e77c5-f42d-4e8d-8589-8cad8c5ae606 None None] New status for floating IP 388de213-fc84-4d78-adaf-1b86262c4f82: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:21:24.153423 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:24.181545 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78da76cc-aeb6-4db7-93d6-da49f49aba34,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:24.356928 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33032868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33187295'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:24.461474 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-a94909e9-9025-4156-940c-37b7347e8811 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229168932&fields=id&tenant_id=deb148323da346ea8b9bb7f28f0e5ffb HTTP/1.1" status: 200 len: 267 time: 0.0978529 Sep 03 18:21:24.649998 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-34e0c4a0-dbfa-4986-bc64-1fd8d95454ae tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:24.651933 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-34e0c4a0-dbfa-4986-bc64-1fd8d95454ae tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 812 time: 0.1820307 Sep 03 18:21:24.678629 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-9d961b8d-42fd-42bc-8443-b3076c6ddeb0 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/quotas/deb148323da346ea8b9bb7f28f0e5ffb HTTP/1.1" status: 200 len: 375 time: 0.0158393 Sep 03 18:21:24.723715 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:21:24.749482 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-f77b8fa3-ca75-43e2-a496-e711ebe277cc tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650942 Sep 03 18:21:25.154764 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:21:25.157783 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-fd867b53-52d8-43ff-b44b-63d36ad4bee0 service neutron] 10.222.0.49 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321807 Sep 03 18:21:25.164125 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-5b724411-7614-42eb-93a6-3b7adb4140c5 admin admin] 10.222.0.49 "PUT /v2.0/routers/9f2e5db4-b5c0-4241-9a70-d688f71db2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0887010 Sep 03 18:21:25.164125 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51394) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:25.167445 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] Sync routers for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:21:25.180061 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:25.181197 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:21:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:25.429546 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:25.434005 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-c6b2b360-2084-456e-a5b6-f792d7d97f24 service neutron] 10.222.0.49 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122185 Sep 03 18:21:25.476910 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:25.535318 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:25.597433 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Deleting port 30045717-240f-4f52-a766-d14745f8313f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:21:25.597778 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:25.670513 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '30045717-240f-4f52-a766-d14745f8313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:21:24Z', 'revision_number': 5, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port': {'id': '30045717-240f-4f52-a766-d14745f8313f', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:34Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:25.699935 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] Checking router: 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:21:25.700361 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] For port 30045717-240f-4f52-a766-d14745f8313f, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=30045717-240f-4f52-a766-d14745f8313f,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:25.700797 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:25.708929 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] Routers {'9f2e5db4-b5c0-4241-9a70-d688f71db2f3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:25.709743 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:21:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:25.714756 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Calling delete_port for 30045717-240f-4f52-a766-d14745f8313f owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:21:25.781903 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4fdf549c-3752-495f-8baa-45f9490f4ed9 req-533773c8-0ca6-4149-9cd2-561a275ea602 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 210 time: 0.0386369 Sep 03 18:21:25.813051 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] Set router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:25.865785 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:21:25Z', 'revision_number': 6, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port_host': None}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:25.901481 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd8762-a6da-4fea-90ba-f5c11e7bfef8 None None] The sync data for ids ['9f2e5db4-b5c0-4241-9a70-d688f71db2f3'] in dv-cinder-804093-5-iscsi is: [{'id': '9f2e5db4-b5c0-4241-9a70-d688f71db2f3', 'name': 'tempest-AttachVolumeTestJSON-961704596-router', 'tenant_id': '9315c773e3a94bc3ac2e24e449fb952c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:33Z', 'updated_at': '2021-09-03T18:21:25Z', 'revision_number': 6, 'project_id': '9315c773e3a94bc3ac2e24e449fb952c', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:21:25.931681 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:25.962727 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Pushing event deleted for resources: {'Port': ['ID=30045717-240f-4f52-a766-d14745f8313f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:26.034746 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33187111'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.130508 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33157360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5236'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.132723 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.179053 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33157371'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.179744 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2e5db4-b5c0-4241-9a70-d688f71db2f3 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:21:26.184099 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.187502 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b8ab04c2-c326-4cce-a1f1-74a81fc33848 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9f2e5db4-b5c0-4241-9a70-d688f71db2f3 HTTP/1.1" status: 204 len: 168 time: 1.0203667 Sep 03 18:21:26.187726 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51414) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:26.235757 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5915a8f-bb28-4d9f-8d38-c6ac9aa9083b admin admin] Deleting subnet 9aef123f-7a76-4255-b7d7-2889c595b802 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:21:26.240014 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5915a8f-bb28-4d9f-8d38-c6ac9aa9083b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.286966 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5915a8f-bb28-4d9f-8d38-c6ac9aa9083b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29577056'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.386362 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5915a8f-bb28-4d9f-8d38-c6ac9aa9083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.438599 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5915a8f-bb28-4d9f-8d38-c6ac9aa9083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30624648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30467964'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.464137 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5915a8f-bb28-4d9f-8d38-c6ac9aa9083b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aef123f-7a76-4255-b7d7-2889c595b802,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:26.467569 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-a5915a8f-bb28-4d9f-8d38-c6ac9aa9083b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.469463 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-a5915a8f-bb28-4d9f-8d38-c6ac9aa9083b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9aef123f-7a76-4255-b7d7-2889c595b802 HTTP/1.1" status: 204 len: 168 time: 0.2808268 Sep 03 18:21:26.471965 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51416) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:26.473999 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d903f-c6f4-407e-9bf8-6aea9fd6cdef None None] Network b8ba985b-cf16-4ef2-aaef-738152c74cf2 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:21:26.545088 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.607486 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Deleting port 5d7b21b1-d851-49f9-b531-b9097f087776 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:21:26.607911 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.680322 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] For port 5d7b21b1-d851-49f9-b531-b9097f087776, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=5d7b21b1-d851-49f9-b531-b9097f087776,segment=NetworkSegment(c68ec203-d987-4126-88cf-af22c4c248a7),segment_id=c68ec203-d987-4126-88cf-af22c4c248a7)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:26.681066 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.706407 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Calling delete_port for 5d7b21b1-d851-49f9-b531-b9097f087776 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:21:26.738151 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] DHCP port deletion for b8ba985b-cf16-4ef2-aaef-738152c74cf2 request from dv-cinder-804093-5-iscsi {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:21:26.749223 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 78da76cc-aeb6-4db7-93d6-da49f49aba34 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:21:26.766818 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-44b22a5e-5f89-407a-ad37-7f5bb9f13b0e tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:26.769750 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-44b22a5e-5f89-407a-ad37-7f5bb9f13b0e tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 812 time: 0.1349032 Sep 03 18:21:26.770907 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 78da76cc-aeb6-4db7-93d6-da49f49aba34 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:21:26.771365 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 78da76cc-aeb6-4db7-93d6-da49f49aba34 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:21:26.809553 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.837646 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-cf700405-8de0-430a-a0d0-5ec19562d701 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deb148323da346ea8b9bb7f28f0e5ffb HTTP/1.1" status: 200 len: 379 time: 0.0572915 Sep 03 18:21:26.840657 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] Deleting port 5d7b21b1-d851-49f9-b531-b9097f087776 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:21:26.841392 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.848008 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7b21b1-d851-49f9-b531-b9097f087776,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:26.850037 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] No DVR routers for this DVR port 5d7b21b1-d851-49f9-b531-b9097f087776 on host dv-cinder-804093-5-iscsi {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:21:26.856395 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'port': {'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'admin_state_up': True, 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'security_groups': ['c4972fec-9f44-4683-8a0c-0248ef24ff0a']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:26.937204 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.938809 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] For port 5d7b21b1-d851-49f9-b531-b9097f087776, host dv-cinder-804093-5-iscsi, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:26.939220 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.951233 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ba985b-cf16-4ef2-aaef-738152c74cf2']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:26.953003 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] Calling delete_port for 5d7b21b1-d851-49f9-b531-b9097f087776 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:21:26.956098 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] Port 5d7b21b1-d851-49f9-b531-b9097f087776 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 18:21:26.957820 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.961495 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-51811312-ebd0-4701-8d39-ce3466bc3f68 req-689151b0-15fe-4621-84d4-cecc28d14141 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 210 time: 0.0351930 Sep 03 18:21:26.962308 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68ec203-d987-4126-88cf-af22c4c248a7') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:26.962710 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68ec203-d987-4126-88cf-af22c4c248a7') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:26.989509 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] Pushing event deleted for resources: {'Port': ['ID=5d7b21b1-d851-49f9-b531-b9097f087776,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:26.998441 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06691e0-a23d-4957-827f-47f0e6cf4333 None None] No DVR routers for this DVR port 5d7b21b1-d851-49f9-b531-b9097f087776 on host dv-cinder-804093-5-iscsi {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:21:26.998572 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29577081'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.019247 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Made reservation on behalf of deb148323da346ea8b9bb7f28f0e5ffb for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:21:27.023093 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.027906 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.039412 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:21:27.040178 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30624726'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: Traceback (most recent call last): Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: timer() Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: cb(*args, **kw) Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: return func(*args, **kwargs) Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: self._notify() Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: self.callback(batched_events) Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: event.method(event) Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: return f(self, *a, **k) Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._get(url).json() Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: return self.request(url, 'GET', **kwargs) Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:21:27.042585 dv-cinder-804093-5-iscsi neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:21:27.122206 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.127997 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.134155 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] 10.222.0.49 "DELETE /v2.0/networks/b8ba985b-cf16-4ef2-aaef-738152c74cf2 HTTP/1.1" status: 204 len: 168 time: 0.6589549 Sep 03 18:21:27.152440 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5c5ac-b7c3-447c-ba6c-0c765612b9ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ba985b-cf16-4ef2-aaef-738152c74cf2,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:27.176478 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 49cbbadb-4f80-41bf-bc3e-bda4251607fe no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:21:27.197902 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 49cbbadb-4f80-41bf-bc3e-bda4251607fe {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:21:27.198267 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 49cbbadb-4f80-41bf-bc3e-bda4251607fe not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:21:27.212348 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Allocated IP 172.20.0.5 (8ca9d327-774b-450c-a1ef-250e5c303468/b901e8c0-1537-4c59-a7bc-b014991d207e/6a14e528-e7a6-47ca-893c-6647c0020610) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:21:27.290579 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51424) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:27.338977 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b0aaa05c-b401-44e5-8ac4-8148f4b97fa1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9315c773e3a94bc3ac2e24e449fb952c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461121 Sep 03 18:21:27.346974 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51426) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:27.377690 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.390261 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95940619-9af1-41d4-a666-af35726d0e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.391009 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Transition to ACTIVE for port object 6a14e528-e7a6-47ca-893c-6647c0020610 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:21:27.411908 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95940619-9af1-41d4-a666-af35726d0e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.423796 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.460629 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95940619-9af1-41d4-a666-af35726d0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.463406 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-95940619-9af1-41d4-a666-af35726d0e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.466953 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-95940619-9af1-41d4-a666-af35726d0e2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03b1d06f-4948-4699-beb8-17b6b9f818ff HTTP/1.1" status: 204 len: 168 time: 0.1223102 Sep 03 18:21:27.467169 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Network 8ca9d327-774b-450c-a1ef-250e5c303468 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:21:27.472276 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:21:27.474170 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95940619-9af1-41d4-a666-af35726d0e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b1d06f-4948-4699-beb8-17b6b9f818ff,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:27.479625 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:21:27.483404 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'Port': ['ID=6a14e528-e7a6-47ca-893c-6647c0020610,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:27.534340 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:27.535090 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.551373 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-badc2050-09a7-4491-814e-e657a11aee20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7065153 Sep 03 18:21:27.565005 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Request body: {'port': {'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:27.622412 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.725978 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b5d88ee6-a112-4368-ad90-292cf28031e4 None None] Provisioning for port 6a14e528-e7a6-47ca-893c-6647c0020610 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:21:27.730523 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-b5d88ee6-a112-4368-ad90-292cf28031e4 None None] Provisioning complete for port 6a14e528-e7a6-47ca-893c-6647c0020610 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:21:27.730807 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b5d88ee6-a112-4368-ad90-292cf28031e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.767924 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-b5d88ee6-a112-4368-ad90-292cf28031e4 None None] Port 6a14e528-e7a6-47ca-893c-6647c0020610 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:21:28.152035 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424c439-fdb2-4953-8cce-f6dd89bdde3a req-933fc5b2-93f3-4ccb-ac50-fc650039bab9 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:28.152035 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9424c439-fdb2-4953-8cce-f6dd89bdde3a req-933fc5b2-93f3-4ccb-ac50-fc650039bab9 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 931 time: 0.0911112 Sep 03 18:21:28.198003 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 30045717-240f-4f52-a766-d14745f8313f no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:21:28.218274 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 30045717-240f-4f52-a766-d14745f8313f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:21:28.218621 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 30045717-240f-4f52-a766-d14745f8313f not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:21:28.219284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 5d7b21b1-d851-49f9-b531-b9097f087776 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:21:28.220771 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a14e528-e7a6-47ca-893c-6647c0020610 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:28.232364 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:28.238280 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9424c439-fdb2-4953-8cce-f6dd89bdde3a req-56bad7bf-121d-4b18-b7cd-abcb9014b4d7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736213 Sep 03 18:21:28.243432 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 5d7b21b1-d851-49f9-b531-b9097f087776 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:21:28.244014 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 5d7b21b1-d851-49f9-b531-b9097f087776 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:21:28.251445 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Transition to ACTIVE for port object 6a14e528-e7a6-47ca-893c-6647c0020610 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:21:28.257612 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:28.314648 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Pushing event updated for resources: {'Port': ['ID=6a14e528-e7a6-47ca-893c-6647c0020610,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:28.397711 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Attempting to bind port 6a14e528-e7a6-47ca-893c-6647c0020610 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:21:28.398055 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Attempting to bind port 6a14e528-e7a6-47ca-893c-6647c0020610 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:21:28.398385 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Attempting to bind port 6a14e528-e7a6-47ca-893c-6647c0020610 on network 8ca9d327-774b-450c-a1ef-250e5c303468 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:28.403658 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Port 6a14e528-e7a6-47ca-893c-6647c0020610 on network 8ca9d327-774b-450c-a1ef-250e5c303468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:21:28.403980 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Attempting to bind port 6a14e528-e7a6-47ca-893c-6647c0020610 on network 8ca9d327-774b-450c-a1ef-250e5c303468 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:28.409991 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:21:28.410335 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Checking segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:21:28.410694 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Bound using segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:21:28.411120 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Bound port: 6a14e528-e7a6-47ca-893c-6647c0020610, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:21:28.411475 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:28.487298 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] For port 6a14e528-e7a6-47ca-893c-6647c0020610, host hv-cinder-80409, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:21:28.491158 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] For port 6a14e528-e7a6-47ca-893c-6647c0020610, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6a14e528-e7a6-47ca-893c-6647c0020610,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:21:28.495983 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:28.530230 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:28.530861 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:28.532270 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a14e528-e7a6-47ca-893c-6647c0020610 HTTP/1.1" status: 200 len: 1093 time: 0.9718640 Sep 03 18:21:28.532740 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:28.535015 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:28.565781 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbc8c3-941c-4d34-8823-b7466a87a169 service neutron] Pushing event updated for resources: {'Port': ['ID=6a14e528-e7a6-47ca-893c-6647c0020610,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:28.603932 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e214fd3d-726b-4e72-bbc9-a2d9f3a06494 x-openstack-request-id: req-e214fd3d-726b-4e72-bbc9-a2d9f3a06494 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:28.604275 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:28.604565 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e214fd3d-726b-4e72-bbc9-a2d9f3a06494 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:28.605171 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610', 'status': 'completed', 'code': 200} Sep 03 18:21:28.624306 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-0ef35a43-a85e-4a9b-bf13-ac6fda417f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:28.626407 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-0ef35a43-a85e-4a9b-bf13-ac6fda417f62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 1096 time: 0.0527508 Sep 03 18:21:28.678860 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-2bb39b1b-f1ed-4ad7-be2a-797000242b5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a14e528-e7a6-47ca-893c-6647c0020610 HTTP/1.1" status: 200 len: 217 time: 0.0404317 Sep 03 18:21:28.743134 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-758a2c58-f5f7-44e8-a124-c41923ffd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:28.745883 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-758a2c58-f5f7-44e8-a124-c41923ffd595 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0601137 Sep 03 18:21:28.799170 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-22a69166-14b5-4867-a5eb-2db90ebd1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:28.800881 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-22a69166-14b5-4867-a5eb-2db90ebd1673 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471897 Sep 03 18:21:28.899009 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-b28958e7-3bb2-4508-b8dd-f6895c98da0d service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898554 Sep 03 18:21:28.991354 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7f161747-6bcb-4e95-a15a-2a47cf6f5325 req-ce000552-cef8-4adb-b8e4-ad0d217f8e03 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842459 Sep 03 18:21:29.077625 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-1b63b7d4-c29b-4c25-8939-c648a1ed1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:29.079148 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-1b63b7d4-c29b-4c25-8939-c648a1ed1fa1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 1096 time: 0.0451775 Sep 03 18:21:29.169531 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-7d1c33b2-3baf-48ce-9cc2-323142d8d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:29.171007 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-7d1c33b2-3baf-48ce-9cc2-323142d8d3b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.0843740 Sep 03 18:21:29.219695 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-bc8ce348-0845-4d82-a9ca-06167bfc97c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a14e528-e7a6-47ca-893c-6647c0020610 HTTP/1.1" status: 200 len: 217 time: 0.0372167 Sep 03 18:21:29.270799 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-a027a0a4-3577-4111-9691-cd9ba4aae76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:29.272257 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-a027a0a4-3577-4111-9691-cd9ba4aae76c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0438342 Sep 03 18:21:29.335942 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-c0cbfe97-43de-4e25-bc9f-ce3e83d31312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:29.337348 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-c0cbfe97-43de-4e25-bc9f-ce3e83d31312 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494964 Sep 03 18:21:29.426959 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a598ff-5ae1-4032-a078-06c34ffc54e9 req-b98e69b4-afb1-4491-a7e7-e3aa3924c154 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:29.428423 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c3a598ff-5ae1-4032-a078-06c34ffc54e9 req-b98e69b4-afb1-4491-a7e7-e3aa3924c154 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 943 time: 0.1066592 Sep 03 18:21:29.476069 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-d9e2bb50-0802-4aea-869e-13c402450304 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251788 Sep 03 18:21:29.481682 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c3a598ff-5ae1-4032-a078-06c34ffc54e9 req-64e928bb-226a-46ae-bd55-bd0ca4320df2 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473711 Sep 03 18:21:29.570569 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90a8c1e8-305b-44fe-b173-1bba68d8c3f2 req-931fbeeb-f36b-4813-b0c1-987adceb609f service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863099 Sep 03 18:21:30.595565 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482314b3-cd3e-454d-ba13-605def55f925 req-7813e452-652d-4b9d-b3f5-9e6e33a0b345 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:30.597081 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-482314b3-cd3e-454d-ba13-605def55f925 req-7813e452-652d-4b9d-b3f5-9e6e33a0b345 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 943 time: 0.0496726 Sep 03 18:21:30.634643 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-482314b3-cd3e-454d-ba13-605def55f925 req-e5646e65-5d6f-4ad2-beb3-2f22a567dcbb tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317249 Sep 03 18:21:31.374871 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 51500) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:31.479669 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28545ede-92db-4029-8304-ab2b8463c9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:31.564260 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28545ede-92db-4029-8304-ab2b8463c9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:31.568017 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28545ede-92db-4029-8304-ab2b8463c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:31.602711 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28545ede-92db-4029-8304-ab2b8463c9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7dc4c8-26e7-4588-8695-f01e6307a27f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:31.607044 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-28545ede-92db-4029-8304-ab2b8463c9ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92d84e60d03645dfbb3206b2eb32c404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311606 Sep 03 18:21:31.610167 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 51506) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:31.660220 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-512bb5ed-8c57-4673-9c4b-81f54e378b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:31.680941 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-512bb5ed-8c57-4673-9c4b-81f54e378b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:31.727303 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-512bb5ed-8c57-4673-9c4b-81f54e378b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:31.730000 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-512bb5ed-8c57-4673-9c4b-81f54e378b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:31.731770 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-512bb5ed-8c57-4673-9c4b-81f54e378b04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e7dc4c8-26e7-4588-8695-f01e6307a27f HTTP/1.1" status: 204 len: 168 time: 0.1211545 Sep 03 18:21:31.747675 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bb5ed-8c57-4673-9c4b-81f54e378b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7dc4c8-26e7-4588-8695-f01e6307a27f,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:31.765082 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc15f26-a954-442c-89c7-6be297a501b7 req-f276e141-8db9-4529-87f4-1f63ecca58e4 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:31.766734 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4bc15f26-a954-442c-89c7-6be297a501b7 req-f276e141-8db9-4529-87f4-1f63ecca58e4 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 943 time: 0.0642881 Sep 03 18:21:31.811855 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4bc15f26-a954-442c-89c7-6be297a501b7 req-2658017e-4b97-46cd-a92f-c2ffd878fb47 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365562 Sep 03 18:21:32.927084 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850b24e-5336-437b-a05f-c0930d48cca4 req-9431f887-d5cb-451e-a84a-54fc0ae75130 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:32.928757 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e850b24e-5336-437b-a05f-c0930d48cca4 req-9431f887-d5cb-451e-a84a-54fc0ae75130 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 943 time: 0.0498343 Sep 03 18:21:32.968098 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e850b24e-5336-437b-a05f-c0930d48cca4 req-3445d2b6-dc63-4dae-8b68-a7ecafdffcf3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329182 Sep 03 18:21:34.082435 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37d86d-f402-4ad3-9aab-5eaa201ed6a8 req-e5a31ecc-f0cb-42e8-823b-1ca130a7442c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:34.083902 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7a37d86d-f402-4ad3-9aab-5eaa201ed6a8 req-e5a31ecc-f0cb-42e8-823b-1ca130a7442c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 943 time: 0.0473485 Sep 03 18:21:34.121328 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7a37d86d-f402-4ad3-9aab-5eaa201ed6a8 req-ba38d4aa-b0fa-4113-92a6-b30cb5812420 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Sep 03 18:21:35.247295 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a55303-ba6a-44e9-a7c8-8bf3306d9e26 req-1721f1fd-a6de-46da-8284-7782e88d1769 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:35.248841 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89a55303-ba6a-44e9-a7c8-8bf3306d9e26 req-1721f1fd-a6de-46da-8284-7782e88d1769 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 943 time: 0.0524974 Sep 03 18:21:35.290435 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-89a55303-ba6a-44e9-a7c8-8bf3306d9e26 req-03111d6b-09d2-439b-a276-f23e8b8fad0c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356011 Sep 03 18:21:36.405088 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e993a-2b52-4345-bf55-e796a7f0eec2 req-d8360ab7-72d3-46df-9759-19bebc09c9b4 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:36.406485 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8d6e993a-2b52-4345-bf55-e796a7f0eec2 req-d8360ab7-72d3-46df-9759-19bebc09c9b4 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 943 time: 0.0504630 Sep 03 18:21:36.443170 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8d6e993a-2b52-4345-bf55-e796a7f0eec2 req-e4c6fd6b-5982-4c28-85ad-3ebe3ef56951 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309112 Sep 03 18:21:37.555275 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df100ee6-40c6-41f2-803b-5f2c5563b2b7 req-0683cc23-20ab-4a49-9183-695eaa8687ba tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:37.556786 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-df100ee6-40c6-41f2-803b-5f2c5563b2b7 req-0683cc23-20ab-4a49-9183-695eaa8687ba tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 943 time: 0.0486329 Sep 03 18:21:37.593852 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-df100ee6-40c6-41f2-803b-5f2c5563b2b7 req-1c4403ac-16fe-4038-aa68-3fced94c5122 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311887 Sep 03 18:21:37.765387 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 6a14e528-e7a6-47ca-893c-6647c0020610 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:21:37.859829 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 6a14e528-e7a6-47ca-893c-6647c0020610, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6a14e528-e7a6-47ca-893c-6647c0020610,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:37.871271 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '6a14e528-e7a6-47ca-893c-6647c0020610', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:21:37.912051 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:37.924599 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a14e528-e7a6-47ca-893c-6647c0020610 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:37.943159 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 6a14e528-e7a6-47ca-893c-6647c0020610, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6a14e528-e7a6-47ca-893c-6647c0020610,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:37.946829 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:37.993567 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=6a14e528-e7a6-47ca-893c-6647c0020610,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:38.707685 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9487f-f1cc-4864-91cd-3b40e45581e5 req-76035be8-9c9d-4e35-bc4d-da7e7cae9b9f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:38.709172 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-76a9487f-f1cc-4864-91cd-3b40e45581e5 req-76035be8-9c9d-4e35-bc4d-da7e7cae9b9f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 944 time: 0.0477643 Sep 03 18:21:38.752128 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-76a9487f-f1cc-4864-91cd-3b40e45581e5 req-4725e8e0-95da-4a1b-b0c1-3dbf25ac943a tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362647 Sep 03 18:21:38.958966 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['6a14e528-e7a6-47ca-893c-6647c0020610'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:21:39.865521 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885349f2-60be-4206-b4a9-783ee4614fc0 req-1f463138-8990-4405-a8ef-5ab25213213c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:39.867012 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-885349f2-60be-4206-b4a9-783ee4614fc0 req-1f463138-8990-4405-a8ef-5ab25213213c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 944 time: 0.0488451 Sep 03 18:21:39.906147 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-885349f2-60be-4206-b4a9-783ee4614fc0 req-568530d8-9dd9-40bc-b6ff-fec5bb6122b4 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325177 Sep 03 18:21:40.617610 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-58fd2160-3c96-4ca9-9261-8f75ab79116c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:41.017841 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e29681-d608-4ad3-a44a-a2728df16930 req-e06e9e2f-ca8f-4929-b546-40bfc4fa09c6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:41.019335 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-22e29681-d608-4ad3-a44a-a2728df16930 req-e06e9e2f-ca8f-4929-b546-40bfc4fa09c6 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 944 time: 0.0480464 Sep 03 18:21:41.056878 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-22e29681-d608-4ad3-a44a-a2728df16930 req-f605f553-17f2-480f-8663-7a5c4b17afc5 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314510 Sep 03 18:21:41.222964 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 6a14e528-e7a6-47ca-893c-6647c0020610 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:21:41.269595 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 6a14e528-e7a6-47ca-893c-6647c0020610 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:21:41.273033 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 6a14e528-e7a6-47ca-893c-6647c0020610 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:21:41.273401 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:41.349884 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:41.371640 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:41.374228 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42e0044-c0ee-4f67-b268-0c0c74aac8a9" -d '{"events": [{"server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "name": "network-vif-plugged", "status": "completed", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:41.386368 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 6a14e528-e7a6-47ca-893c-6647c0020610, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6a14e528-e7a6-47ca-893c-6647c0020610,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:41.390887 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:41.414050 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78000e50-5fff-44d9-9c63-51d7544c9be2 x-openstack-request-id: req-78000e50-5fff-44d9-9c63-51d7544c9be2 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:41.414339 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "name": "network-vif-plugged", "status": "completed", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:41.414590 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78000e50-5fff-44d9-9c63-51d7544c9be2 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:41.414977 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610', 'code': 200} Sep 03 18:21:41.441121 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=6a14e528-e7a6-47ca-893c-6647c0020610,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:41.626136 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a257c-bb05-459a-a60d-3c11dcbc196c req-2d91d624-e9be-4cf8-9ea2-f2f5b1061630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:41.627667 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aa4a257c-bb05-459a-a60d-3c11dcbc196c req-2d91d624-e9be-4cf8-9ea2-f2f5b1061630 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 1098 time: 0.0409033 Sep 03 18:21:41.665690 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-aa4a257c-bb05-459a-a60d-3c11dcbc196c req-a59d829d-3376-44da-9bfc-0bce019ec48b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306082 Sep 03 18:21:42.173748 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b6424-f145-4f4f-93c4-3fc085f89ee3 req-db3b06b3-336a-4bd1-a163-a36e3bf64ac1 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:42.175241 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-360b6424-f145-4f4f-93c4-3fc085f89ee3 req-db3b06b3-336a-4bd1-a163-a36e3bf64ac1 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 945 time: 0.0484068 Sep 03 18:21:42.213456 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-360b6424-f145-4f4f-93c4-3fc085f89ee3 req-715f2566-2f4c-4bda-8877-2c92cd0fa519 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Sep 03 18:21:43.327778 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010c25-82ca-45c0-9818-68da67ca709c req-e32c0a6d-40aa-4cff-ba8b-e8ae8eecece0 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:43.329265 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6f010c25-82ca-45c0-9818-68da67ca709c req-e32c0a6d-40aa-4cff-ba8b-e8ae8eecece0 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 945 time: 0.0501950 Sep 03 18:21:43.366437 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6f010c25-82ca-45c0-9818-68da67ca709c req-0cb1806f-8bb5-4abd-9dcc-117b089e8e72 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Sep 03 18:21:43.374354 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5309-0ba6-4fea-a457-dc87b1a40df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:43.479656 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc132c-aa02-48e1-933c-f748848a2ec1 req-68a8e70c-71bd-4729-8843-ed925d005512 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:43.481152 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-94bc132c-aa02-48e1-933c-f748848a2ec1 req-68a8e70c-71bd-4729-8843-ed925d005512 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 945 time: 0.0479856 Sep 03 18:21:43.522355 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-94bc132c-aa02-48e1-933c-f748848a2ec1 req-f79ccaa7-76f3-4cd9-8fe4-0fadb576cec8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353351 Sep 03 18:21:43.543895 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51674) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:43.583508 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dda0a98-132e-414e-9a96-45fdde2d24c3 tempest-TestVolumeBootPattern-1849808545 tempest-TestVolumeBootPattern-1849808545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:43.584930 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-3dda0a98-132e-414e-9a96-45fdde2d24c3 tempest-TestVolumeBootPattern-1849808545 tempest-TestVolumeBootPattern-1849808545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 1093 time: 0.0400667 Sep 03 18:21:43.587594 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 51676) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:43.592023 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'floatingip': {'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:43.613235 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:43.614868 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:43.708086 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:43.812935 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Allocated IP 172.27.1.99 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/740c5779-cad2-4ffb-8b5c-e449e274df5e) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:21:43.914893 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:43.951886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:43.988485 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:21:43.991248 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:21:43.994598 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:21:44.002379 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'Port': ['ID=740c5779-cad2-4ffb-8b5c-e449e274df5e,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:44.340064 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:44.409884 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:44.487188 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:44.560397 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:44.564558 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:44.630305 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'Port': ['ID=740c5779-cad2-4ffb-8b5c-e449e274df5e,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:44.646488 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:44.745687 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.l3_db [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Floating IP 3714e398-54f1-46e7-b18e-05f9cba50a3f associated. External IP: 172.27.1.99, port: 6a14e528-e7a6-47ca-893c-6647c0020610. Sep 03 18:21:44.951878 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Router 8e9ba325-dd6a-41c3-bd83-b32f19165236 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:21:45.056272 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:21:45.066059 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] Sync routers for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:21:45.071912 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:45.076650 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:45.077274 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:21:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:45.098833 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b4a8cfb6-0dbe-4e5c-9f3a-2a6d944dd1b8 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5102475 Sep 03 18:21:45.099418 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:45.101714 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c17aa1f-4cf7-4280-9cf6-826cc201e056" -d '{"events": [{"name": "network-changed", "server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:45.137733 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285ed930-d0f5-4c0b-8ad9-0806b1b523ba x-openstack-request-id: req-285ed930-d0f5-4c0b-8ad9-0806b1b523ba {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:45.138030 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:45.138286 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-285ed930-d0f5-4c0b-8ad9-0806b1b523ba {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:45.138694 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610', 'status': 'completed', 'code': 200} Sep 03 18:21:45.181607 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:45.200052 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-ee237b87-cec6-427b-b9b8-14de4354c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:45.201683 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-ee237b87-cec6-427b-b9b8-14de4354c1b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 1098 time: 0.0415668 Sep 03 18:21:45.295780 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-ba749368-a89a-448e-9900-25a147df8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:45.297315 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-ba749368-a89a-448e-9900-25a147df8b65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.0883038 Sep 03 18:21:45.364801 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-d6c44285-685d-4d46-a478-3f00276464be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a14e528-e7a6-47ca-893c-6647c0020610 HTTP/1.1" status: 200 len: 998 time: 0.0575945 Sep 03 18:21:45.406280 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '3714e398-54f1-46e7-b18e-05f9cba50a3f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:21:44Z', 'updated_at': '2021-09-03T18:21:44Z', 'revision_number': 0, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:45.414174 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-4eb5120c-0db2-4acf-924c-676dcdd188db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:45.415647 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-4eb5120c-0db2-4acf-924c-676dcdd188db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0432234 Sep 03 18:21:45.467467 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-2144fdd4-ddf4-4e25-b9e1-398e78cd4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:45.468988 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-2144fdd4-ddf4-4e25-b9e1-398e78cd4cc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460744 Sep 03 18:21:45.521335 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] Checking router: 8e9ba325-dd6a-41c3-bd83-b32f19165236 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:21:45.530116 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:21:45.530755 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:21:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:45.577402 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-3d6a8c27-54d8-4c94-a484-ff5c01a55d16 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001167 Sep 03 18:21:45.657919 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:21:45.679047 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8c17aa1f-4cf7-4280-9cf6-826cc201e056 req-b81dae26-93ae-4b1b-acb6-1aa5c54c4269 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937266 Sep 03 18:21:45.882754 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '3714e398-54f1-46e7-b18e-05f9cba50a3f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:21:44Z', 'updated_at': '2021-09-03T18:21:44Z', 'revision_number': 0, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:21:45.911922 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f31a72-f75d-43fb-9def-b6e72c5de202 None None] The sync data for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi is: [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '3714e398-54f1-46e7-b18e-05f9cba50a3f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:21:44Z', 'updated_at': '2021-09-03T18:21:44Z', 'revision_number': 0, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:21:46.022950 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:46.094925 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:46.101338 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff32d1d-8eee-46f7-bd52-ba666b8ae1bd None None] New status for floating IP 3714e398-54f1-46e7-b18e-05f9cba50a3f: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:21:47.763824 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:21:57.842048 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26aa75-08bb-476d-bc1b-3b7d2c48b26c req-ff1ee059-37cb-47d2-bab9-38aafa751be6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:57.844071 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bf26aa75-08bb-476d-bc1b-3b7d2c48b26c req-ff1ee059-37cb-47d2-bab9-38aafa751be6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0505505 Sep 03 18:21:57.882515 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-bf26aa75-08bb-476d-bc1b-3b7d2c48b26c req-a491c355-bee0-4580-b016-74ee2b8e5b2f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322464 Sep 03 18:21:59.010778 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74697-1622-415a-8f15-3335db741a9a req-246daa19-97a8-4b7e-ab25-ce36f70c8cfc tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:59.012270 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ccd74697-1622-415a-8f15-3335db741a9a req-246daa19-97a8-4b7e-ab25-ce36f70c8cfc tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0523651 Sep 03 18:21:59.054624 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ccd74697-1622-415a-8f15-3335db741a9a req-51f61352-4e1c-4816-98c9-4d3a0842220c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345397 Sep 03 18:22:00.176258 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8f0de-bdd3-4a24-977e-4b7835ce0cfc req-a1c3e016-4259-47d1-a610-a8fb0f685cc2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:00.177873 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90e8f0de-bdd3-4a24-977e-4b7835ce0cfc req-a1c3e016-4259-47d1-a610-a8fb0f685cc2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0499415 Sep 03 18:22:00.223527 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-90e8f0de-bdd3-4a24-977e-4b7835ce0cfc req-9b884997-a6cb-47f2-99c6-34a3621e56e1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392370 Sep 03 18:22:01.345511 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ce93b-fc7e-465c-8b44-7ded715094c5 req-a5a0a673-d8fa-431f-9e79-a96716bb3c6c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:01.347081 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a58ce93b-fc7e-465c-8b44-7ded715094c5 req-a5a0a673-d8fa-431f-9e79-a96716bb3c6c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0497594 Sep 03 18:22:01.388910 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a58ce93b-fc7e-465c-8b44-7ded715094c5 req-ee703eb1-5d1a-4ee2-8549-4fd58ae3f3cb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356905 Sep 03 18:22:02.513922 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1363f5-f35d-4f2d-973c-5da07fbc7299 req-036c1090-c984-49dd-8c76-5f2f980b5261 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:02.515990 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7b1363f5-f35d-4f2d-973c-5da07fbc7299 req-036c1090-c984-49dd-8c76-5f2f980b5261 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0549965 Sep 03 18:22:02.556267 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7b1363f5-f35d-4f2d-973c-5da07fbc7299 req-60da3547-4212-4a34-974b-10ee16fb8428 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340240 Sep 03 18:22:03.680088 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2aec8-f355-4fc6-8933-4891f5316530 req-6d6076ec-bab0-46b4-866a-c1671178fe28 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:03.681664 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-09c2aec8-f355-4fc6-8933-4891f5316530 req-6d6076ec-bab0-46b4-866a-c1671178fe28 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0519264 Sep 03 18:22:03.721336 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-09c2aec8-f355-4fc6-8933-4891f5316530 req-a71cea66-866a-4ba3-8d63-30e773810913 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335102 Sep 03 18:22:04.843765 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1161c0-98ec-4fd4-88d1-7a7baa96815c req-a8a898e6-2a6e-4b26-804f-f48856e96b09 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:04.845312 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0a1161c0-98ec-4fd4-88d1-7a7baa96815c req-a8a898e6-2a6e-4b26-804f-f48856e96b09 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0498865 Sep 03 18:22:04.884322 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0a1161c0-98ec-4fd4-88d1-7a7baa96815c req-4dd5ed56-88ab-4f85-94ce-a9674b751b31 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329309 Sep 03 18:22:06.009886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198848-666d-4261-8b4a-8558f142b0a0 req-e0914c74-ead4-42b6-b2a1-2b47ad634455 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:06.011296 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-52198848-666d-4261-8b4a-8558f142b0a0 req-e0914c74-ead4-42b6-b2a1-2b47ad634455 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Sep 03 18:22:06.055906 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-52198848-666d-4261-8b4a-8558f142b0a0 req-85fea52a-74f6-4a4e-9b82-815a5a8626bc tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345104 Sep 03 18:22:07.190391 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12bc5-4fff-4300-877d-709feb6aeabb req-9e4b8761-b742-4fa1-97b1-4b4c8abe6a38 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:07.191880 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f2e12bc5-4fff-4300-877d-709feb6aeabb req-9e4b8761-b742-4fa1-97b1-4b4c8abe6a38 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0551960 Sep 03 18:22:07.231813 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f2e12bc5-4fff-4300-877d-709feb6aeabb req-20ed3eb6-3051-4e0c-8d75-f214f1ca12d6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337484 Sep 03 18:22:08.354187 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3f7c-81e0-4bc7-af23-cf1954af7d80 req-f1c65f39-0570-44e6-a3dc-9645924e24d9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:08.355709 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-98ee3f7c-81e0-4bc7-af23-cf1954af7d80 req-f1c65f39-0570-44e6-a3dc-9645924e24d9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0497191 Sep 03 18:22:08.398929 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-98ee3f7c-81e0-4bc7-af23-cf1954af7d80 req-1c6b2120-de19-41fe-b001-a082183de7f4 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365353 Sep 03 18:22:09.521834 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc479-20ea-440a-a293-77d3da25e99c req-76b8bb60-0533-419c-9e5a-16ea7da7d16e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:09.523256 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c95dc479-20ea-440a-a293-77d3da25e99c req-76b8bb60-0533-419c-9e5a-16ea7da7d16e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Sep 03 18:22:09.566231 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c95dc479-20ea-440a-a293-77d3da25e99c req-7541083a-adac-4a98-ad76-b9c6f805497b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334837 Sep 03 18:22:10.629535 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc468-d064-46df-bc9f-90358a05a27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:10.713297 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f846f-3b7a-4cfc-940b-fc05c5bb3dfe req-17ba68bf-26ed-4e4e-ae7c-8d8efba39114 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:10.714688 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0c7f846f-3b7a-4cfc-940b-fc05c5bb3dfe req-17ba68bf-26ed-4e4e-ae7c-8d8efba39114 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0517142 Sep 03 18:22:10.755233 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0c7f846f-3b7a-4cfc-940b-fc05c5bb3dfe req-f6f08748-a3a3-48af-847c-fffc3d63b550 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342729 Sep 03 18:22:11.890647 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325b9fd-0622-422c-9fbe-da7cd8b01931 req-9acf6857-a7be-4fff-9e99-7fe3b48f90d1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:11.892200 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2325b9fd-0622-422c-9fbe-da7cd8b01931 req-9acf6857-a7be-4fff-9e99-7fe3b48f90d1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0585747 Sep 03 18:22:11.934492 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2325b9fd-0622-422c-9fbe-da7cd8b01931 req-ac0a4fe1-37ce-4792-8de6-84db31f9eea6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351326 Sep 03 18:22:13.072498 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21f36-f5d0-414b-843e-c61198b97c5e req-ab2a9c12-c885-4a2b-82cf-8d49a6db1c08 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:13.074831 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3b21f36-f5d0-414b-843e-c61198b97c5e req-ab2a9c12-c885-4a2b-82cf-8d49a6db1c08 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0625122 Sep 03 18:22:13.115376 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e3b21f36-f5d0-414b-843e-c61198b97c5e req-c83e0f9d-c0f2-40f8-983b-899e5a3dcba3 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343308 Sep 03 18:22:13.376014 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fb6cd6e2-04bd-4bea-8630-682e498b685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:13.502201 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52012) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:13.629866 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:13.638931 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:13.733840 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:13.738440 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:13.775067 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f70ac3-6649-4a13-bb06-81feb25d28c8,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:13.778764 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=071573838576412f98d0f2dc3191a705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755339 Sep 03 18:22:13.782205 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52016) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:13.785947 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.786418 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.786909 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.787244 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.787583 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.788228 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.788558 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.788911 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.789243 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.789574 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.789892 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.790221 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf4197-811f-498b-a99e-a014ea4ba275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:13.836923 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:13.858797 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.175425 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.178072 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.179229 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5f70ac3-6649-4a13-bb06-81feb25d28c8 HTTP/1.1" status: 204 len: 168 time: 0.3958666 Sep 03 18:22:14.187663 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f70ac3-6649-4a13-bb06-81feb25d28c8,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:14.194973 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.195322 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.195660 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.196002 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.196357 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.196698 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.196993 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.197311 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.197816 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.197969 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.198371 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.198804 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43581e-5ebd-4b3f-99ec-12fcf4ecfb9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:14.266504 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb5de-88b0-4b13-8e45-5f2119703936 req-6963d745-e0aa-4f05-8dbf-8615592d2d5d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:14.268176 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c10cb5de-88b0-4b13-8e45-5f2119703936 req-6963d745-e0aa-4f05-8dbf-8615592d2d5d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0699399 Sep 03 18:22:14.309541 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c10cb5de-88b0-4b13-8e45-5f2119703936 req-5e98bcee-351f-4800-92a7-a2645dcd6a83 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353768 Sep 03 18:22:14.453257 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52026) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:14.467088 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6e60205-5fc7-473f-b20b-b5041d6e55cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.491765 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.566114 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6e60205-5fc7-473f-b20b-b5041d6e55cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.570135 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e6e60205-5fc7-473f-b20b-b5041d6e55cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.607656 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-e6e60205-5fc7-473f-b20b-b5041d6e55cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57cfa9449e15493aa8a310619cf09327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530814 Sep 03 18:22:14.609098 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e60205-5fc7-473f-b20b-b5041d6e55cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec51f95-0ffc-4e0c-81dd-d30d215a7af9,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:14.611232 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52028) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:14.661433 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe56a132-e3b6-4e0f-8565-418228aa897f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.684570 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe56a132-e3b6-4e0f-8565-418228aa897f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.734663 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe56a132-e3b6-4e0f-8565-418228aa897f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.737442 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe56a132-e3b6-4e0f-8565-418228aa897f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.738609 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-fe56a132-e3b6-4e0f-8565-418228aa897f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ec51f95-0ffc-4e0c-81dd-d30d215a7af9 HTTP/1.1" status: 204 len: 168 time: 0.1263313 Sep 03 18:22:14.746893 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56a132-e3b6-4e0f-8565-418228aa897f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec51f95-0ffc-4e0c-81dd-d30d215a7af9,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:15.434979 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4a49a-5cfe-4730-abd2-01981e52b62a req-d2a6d85f-2efd-4aa4-8ca5-d21270f00335 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:15.436698 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-69e4a49a-5cfe-4730-abd2-01981e52b62a req-d2a6d85f-2efd-4aa4-8ca5-d21270f00335 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0506754 Sep 03 18:22:15.476729 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-69e4a49a-5cfe-4730-abd2-01981e52b62a req-681c2771-e5f3-4f67-80fd-ce969e1e7006 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338171 Sep 03 18:22:16.029145 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:16.100138 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:16.482514 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52082) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:16.604977 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b101a4ac-e6ae-4ca3-9194-5af542fa6391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:16.615584 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104ffa4-80ff-45f2-8c55-d88a15e92fee req-12751298-2a07-47cd-ab2c-d068bc691856 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:16.617138 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9104ffa4-80ff-45f2-8c55-d88a15e92fee req-12751298-2a07-47cd-ab2c-d068bc691856 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0673063 Sep 03 18:22:16.671220 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9104ffa4-80ff-45f2-8c55-d88a15e92fee req-40285718-8a40-41d9-b744-70e77a844c23 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454257 Sep 03 18:22:16.738777 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b101a4ac-e6ae-4ca3-9194-5af542fa6391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:16.744208 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b101a4ac-e6ae-4ca3-9194-5af542fa6391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:16.784767 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-b101a4ac-e6ae-4ca3-9194-5af542fa6391 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e179557ce45140b0b6cd0593b38f85c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011017 Sep 03 18:22:16.786626 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101a4ac-e6ae-4ca3-9194-5af542fa6391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c227b6d6-f260-48c3-86b8-25f0d60ca4ea,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:16.787582 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52088) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:16.847368 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-354d600f-924c-4cab-9040-716cb17da339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:16.876375 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-354d600f-924c-4cab-9040-716cb17da339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:16.940212 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-354d600f-924c-4cab-9040-716cb17da339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:16.942907 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-354d600f-924c-4cab-9040-716cb17da339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:16.944168 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-354d600f-924c-4cab-9040-716cb17da339 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c227b6d6-f260-48c3-86b8-25f0d60ca4ea HTTP/1.1" status: 204 len: 168 time: 0.1552515 Sep 03 18:22:16.957221 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d600f-924c-4cab-9040-716cb17da339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c227b6d6-f260-48c3-86b8-25f0d60ca4ea,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:17.284082 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52094) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:17.298627 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b0601463-750a-4822-b4a7-51d379841925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.385533 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b0601463-750a-4822-b4a7-51d379841925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.390063 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-b0601463-750a-4822-b4a7-51d379841925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.428995 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-b0601463-750a-4822-b4a7-51d379841925 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91157207eff24b47b373d1a33e9d4405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435549 Sep 03 18:22:17.430018 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0601463-750a-4822-b4a7-51d379841925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b04388f-095d-486c-9880-1a08643de032,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:17.431743 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52096) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:17.481231 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e35526a1-dc78-46a7-bcd6-4f6e9293bf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.501823 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e35526a1-dc78-46a7-bcd6-4f6e9293bf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.551434 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e35526a1-dc78-46a7-bcd6-4f6e9293bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.554111 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e35526a1-dc78-46a7-bcd6-4f6e9293bf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.555249 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-e35526a1-dc78-46a7-bcd6-4f6e9293bf9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b04388f-095d-486c-9880-1a08643de032 HTTP/1.1" status: 204 len: 168 time: 0.1224582 Sep 03 18:22:17.564675 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35526a1-dc78-46a7-bcd6-4f6e9293bf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b04388f-095d-486c-9880-1a08643de032,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:17.796540 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771dacb-dab7-4c9a-8232-4e217534dcb7 req-11f5fc64-08c9-474b-884d-db16d9e2722b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:17.798130 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b771dacb-dab7-4c9a-8232-4e217534dcb7 req-11f5fc64-08c9-474b-884d-db16d9e2722b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0520184 Sep 03 18:22:17.861605 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b771dacb-dab7-4c9a-8232-4e217534dcb7 req-7bde8235-0a20-4dd4-b2f7-d5c5f2935cfb tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571392 Sep 03 18:22:18.999330 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4e47-2cdc-45e9-9893-57c9b0798577 req-30aafdbd-0565-4bb3-b16f-826b9b2bdb49 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:19.000923 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1acb4e47-2cdc-45e9-9893-57c9b0798577 req-30aafdbd-0565-4bb3-b16f-826b9b2bdb49 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0524781 Sep 03 18:22:19.041103 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1acb4e47-2cdc-45e9-9893-57c9b0798577 req-3d3ba1b0-d3cf-45b9-814a-3325883ac916 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340338 Sep 03 18:22:19.164907 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52144) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:19.272102 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8dffe8fc-d55f-46e3-b626-355673d0036f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.363711 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8dffe8fc-d55f-46e3-b626-355673d0036f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.368011 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-8dffe8fc-d55f-46e3-b626-355673d0036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.406382 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-8dffe8fc-d55f-46e3-b626-355673d0036f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17e2c1e76e3f47369f8e6e808b1c7fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402947 Sep 03 18:22:19.407273 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffe8fc-d55f-46e3-b626-355673d0036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89ca5f7-3daf-42f0-9ea8-ab528295b888,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:19.409167 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52148) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:19.459681 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09a6e057-c889-491a-891c-fd6f3440db6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.481159 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09a6e057-c889-491a-891c-fd6f3440db6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.528554 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09a6e057-c889-491a-891c-fd6f3440db6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.531182 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-09a6e057-c889-491a-891c-fd6f3440db6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.532328 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-09a6e057-c889-491a-891c-fd6f3440db6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e89ca5f7-3daf-42f0-9ea8-ab528295b888 HTTP/1.1" status: 204 len: 168 time: 0.1221611 Sep 03 18:22:19.540529 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6e057-c889-491a-891c-fd6f3440db6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89ca5f7-3daf-42f0-9ea8-ab528295b888,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:19.801348 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52154) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:19.815509 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab70951e-b121-4679-977d-9b3c88831869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.910050 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab70951e-b121-4679-977d-9b3c88831869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.914503 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ab70951e-b121-4679-977d-9b3c88831869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.954421 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70951e-b121-4679-977d-9b3c88831869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4e1fda-7563-498a-be6f-5115294eb689,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:19.958693 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-ab70951e-b121-4679-977d-9b3c88831869 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d20acb88aee9417caa453db81db40a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562839 Sep 03 18:22:19.961695 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52156) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:20.022312 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-517ed385-997b-4bf8-9449-1cbdc6f8faa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:20.044816 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-517ed385-997b-4bf8-9449-1cbdc6f8faa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:20.097147 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-517ed385-997b-4bf8-9449-1cbdc6f8faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:20.099955 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-517ed385-997b-4bf8-9449-1cbdc6f8faa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:20.101200 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-517ed385-997b-4bf8-9449-1cbdc6f8faa9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d4e1fda-7563-498a-be6f-5115294eb689 HTTP/1.1" status: 204 len: 168 time: 0.1385365 Sep 03 18:22:20.110526 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ed385-997b-4bf8-9449-1cbdc6f8faa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4e1fda-7563-498a-be6f-5115294eb689,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:20.175252 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840537b-b1c2-4a28-b750-be7a10cf051f req-c20c63ee-1f0c-4a21-a59b-b4161983dee7 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:20.176778 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6840537b-b1c2-4a28-b750-be7a10cf051f req-c20c63ee-1f0c-4a21-a59b-b4161983dee7 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0522721 Sep 03 18:22:20.215622 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6840537b-b1c2-4a28-b750-be7a10cf051f req-87c7b50a-5d51-4be8-a81f-6eb0d0c440e2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323670 Sep 03 18:22:21.337292 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c152182-9baf-4de8-8bc4-939798c0b79d req-911e9f57-ff8b-451a-a837-a9f076c38335 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:21.338779 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5c152182-9baf-4de8-8bc4-939798c0b79d req-911e9f57-ff8b-451a-a837-a9f076c38335 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0502312 Sep 03 18:22:21.380537 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5c152182-9baf-4de8-8bc4-939798c0b79d req-9e8373e9-eda5-4405-8fd0-b3bf43443ca2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350270 Sep 03 18:22:22.021810 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-4e4af775-9f58-4b56-9def-ffbc1904bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:22.023208 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-4e4af775-9f58-4b56-9def-ffbc1904bfc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 1098 time: 0.0405805 Sep 03 18:22:22.122466 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-cdd3b903-a2e2-4b4e-a83c-e0673c6822ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:22.124505 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-cdd3b903-a2e2-4b4e-a83c-e0673c6822ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.0825717 Sep 03 18:22:22.196985 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-94e5216f-8be2-48fa-81d2-0a330a55b61a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb HTTP/1.1" status: 200 len: 1001 time: 0.0608833 Sep 03 18:22:22.251230 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-d87b0b2d-c711-48d9-883c-8994a8be4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:22.252984 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-d87b0b2d-c711-48d9-883c-8994a8be4ff4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0459299 Sep 03 18:22:22.301388 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-16d0fba9-f64e-46a1-a4f3-bf2ffc22643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:22.303041 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-16d0fba9-f64e-46a1-a4f3-bf2ffc22643a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422847 Sep 03 18:22:22.401388 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-5b7c7968-8ecd-420a-ab32-753b1cd4a782 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906854 Sep 03 18:22:22.510071 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448dcb5-0426-4e5e-80d1-3413ef8c3fe9 req-53d8fca3-5333-42c0-ab37-9c0265a9d6a0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:22.516973 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e309731b-a212-437f-b80f-c96b4b9790d4 req-ea0371cb-6624-4951-896a-f45532eecf8b service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079752 Sep 03 18:22:22.517985 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e448dcb5-0426-4e5e-80d1-3413ef8c3fe9 req-53d8fca3-5333-42c0-ab37-9c0265a9d6a0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0567851 Sep 03 18:22:22.559275 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e448dcb5-0426-4e5e-80d1-3413ef8c3fe9 req-f6627586-e78c-4c6a-8fa8-7c4192c1d65f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Sep 03 18:22:23.433723 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:22:23.562245 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:23.574372 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'port_id': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'mac_address': 'fa:16:3e:5a:56:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:22:23.623142 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:23.656149 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 531d50ee-cfc4-4896-931b-e6a10ca950bb {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:22:23.678547 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:23.683796 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:23.701382 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1f38c-af5e-4f5f-9206-cc1f68842fe5 req-959350de-f848-4636-99c5-ea40a214c600 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:23.708893 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b1c1f38c-af5e-4f5f-9206-cc1f68842fe5 req-959350de-f848-4636-99c5-ea40a214c600 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0658441 Sep 03 18:22:23.746162 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:23.754405 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.754759 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.755099 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.755750 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.756234 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.756756 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.756906 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b1c1f38c-af5e-4f5f-9206-cc1f68842fe5 req-5945325a-3b6d-440c-9e58-26605b6ca98e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460172 Sep 03 18:22:23.757394 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.757896 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.758394 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.758880 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.759375 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.759866 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:23.765767 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['531d50ee-cfc4-4896-931b-e6a10ca950bb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:22:24.214039 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52262) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:24.337368 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d7a266f-0875-4931-a36d-3fe6cf4018c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.444281 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d7a266f-0875-4931-a36d-3fe6cf4018c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.450348 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3d7a266f-0875-4931-a36d-3fe6cf4018c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.492893 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-3d7a266f-0875-4931-a36d-3fe6cf4018c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d307357bb19d46d3ad9e0012a1db08a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776515 Sep 03 18:22:24.494008 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a266f-0875-4931-a36d-3fe6cf4018c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea6ae71-f0c0-41fd-bab4-cb5e0b107865,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:24.495666 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52266) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:24.575014 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f9562fe-0148-48fe-a703-a88dd50fd484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.598648 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f9562fe-0148-48fe-a703-a88dd50fd484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.659608 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f9562fe-0148-48fe-a703-a88dd50fd484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.665168 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9f9562fe-0148-48fe-a703-a88dd50fd484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.669313 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-9f9562fe-0148-48fe-a703-a88dd50fd484 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fea6ae71-f0c0-41fd-bab4-cb5e0b107865 HTTP/1.1" status: 204 len: 168 time: 0.1724539 Sep 03 18:22:24.678429 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9562fe-0148-48fe-a703-a88dd50fd484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea6ae71-f0c0-41fd-bab4-cb5e0b107865,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:24.768597 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:22:24.897556 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19dea8-e786-4f56-b451-703d88a70646 req-77a5d30b-8ab8-427a-85cc-c7ea4eb9b150 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:24.905156 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3e19dea8-e786-4f56-b451-703d88a70646 req-77a5d30b-8ab8-427a-85cc-c7ea4eb9b150 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 944 time: 0.0639598 Sep 03 18:22:24.953796 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3e19dea8-e786-4f56-b451-703d88a70646 req-b35e183a-7364-4669-8363-e5147a51ba32 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436170 Sep 03 18:22:25.455821 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:25.507181 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 531d50ee-cfc4-4896-931b-e6a10ca950bb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:25.507550 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:25.606642 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:25.643514 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:22:25.646053 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171e052a-97fc-4677-a8ad-42aea5a6c650" -d '{"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-plugged", "status": "completed", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:22:25.664168 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:25.669812 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:25.737059 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf12a2-0f00-477b-94ab-90a04458fd44 x-openstack-request-id: req-2ddf12a2-0f00-477b-94ab-90a04458fd44 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:22:25.737472 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-plugged", "status": "completed", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:22:25.737790 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ddf12a2-0f00-477b-94ab-90a04458fd44 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:22:25.738309 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'code': 200} Sep 03 18:22:25.761438 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:26.153005 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca6085-d9fb-461c-bdbc-24d59acaff98 req-fa25f35d-1c20-4eaa-8c72-c941b526c839 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:26.155188 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a8ca6085-d9fb-461c-bdbc-24d59acaff98 req-fa25f35d-1c20-4eaa-8c72-c941b526c839 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0974729 Sep 03 18:22:26.238561 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a8ca6085-d9fb-461c-bdbc-24d59acaff98 req-fac4e4b2-8e19-4c52-abdc-b2061f89f727 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739846 Sep 03 18:22:27.409162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb7eef-d7f2-42dd-88aa-d60becfbc179 req-856f2b9e-d113-44a9-b4d3-f6708f41f64c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:27.411830 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9efb7eef-d7f2-42dd-88aa-d60becfbc179 req-856f2b9e-d113-44a9-b4d3-f6708f41f64c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0701544 Sep 03 18:22:27.486193 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9efb7eef-d7f2-42dd-88aa-d60becfbc179 req-72e018e6-63ad-4342-85e3-602b381b732d tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643389 Sep 03 18:22:28.661557 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f044c56-a83f-47eb-89a7-f93986c5362b req-b5d51177-2dcd-4ad8-aa87-ecf809cbc13f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:28.664431 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5f044c56-a83f-47eb-89a7-f93986c5362b req-b5d51177-2dcd-4ad8-aa87-ecf809cbc13f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0737088 Sep 03 18:22:28.741399 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5f044c56-a83f-47eb-89a7-f93986c5362b req-a3e65e9d-aa59-41b1-8557-d9cf571c78d1 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680804 Sep 03 18:22:29.894430 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daf58f-cf32-4bef-9e8c-baf3aaea8672 req-68cd2a02-fa18-49c1-a59d-41e6d4f373f5 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:29.896322 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c4daf58f-cf32-4bef-9e8c-baf3aaea8672 req-68cd2a02-fa18-49c1-a59d-41e6d4f373f5 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0552924 Sep 03 18:22:29.944236 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c4daf58f-cf32-4bef-9e8c-baf3aaea8672 req-d7a8134b-b2cf-44be-83ea-1e920df090f0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410585 Sep 03 18:22:31.109057 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83864d88-6e6d-41bc-9b15-f33f15f8fc77 req-85c85d06-5611-449d-a119-a9d12ca1e54e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:31.111352 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-83864d88-6e6d-41bc-9b15-f33f15f8fc77 req-85c85d06-5611-449d-a119-a9d12ca1e54e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0690076 Sep 03 18:22:31.159689 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-83864d88-6e6d-41bc-9b15-f33f15f8fc77 req-b49eedb3-a746-4e44-9200-cb8dc04b9516 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422311 Sep 03 18:22:32.276961 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470f0ed-f787-44b1-87e8-2e7762d9c7e1 req-d86c81d4-022f-4b51-83b6-6dd2172b8235 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:32.278439 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4470f0ed-f787-44b1-87e8-2e7762d9c7e1 req-d86c81d4-022f-4b51-83b6-6dd2172b8235 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0497749 Sep 03 18:22:32.316314 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4470f0ed-f787-44b1-87e8-2e7762d9c7e1 req-fa77637e-b6bd-457e-bb59-2f0abd333406 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314732 Sep 03 18:22:33.437377 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcaabb-6c01-45b6-8210-9eee50ede7d5 req-bd64cd86-6b4c-4e45-8819-c7557d103ddd tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:33.438967 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-eebcaabb-6c01-45b6-8210-9eee50ede7d5 req-bd64cd86-6b4c-4e45-8819-c7557d103ddd tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0525784 Sep 03 18:22:33.480999 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-eebcaabb-6c01-45b6-8210-9eee50ede7d5 req-9ac10554-c5e5-4c87-8e12-3369d9332e20 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359683 Sep 03 18:22:34.531558 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-a0f172de-b096-404c-ba94-c7a1c973d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:34.533088 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-a0f172de-b096-404c-ba94-c7a1c973d80b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 1098 time: 0.0430493 Sep 03 18:22:34.648160 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647a9b-655e-4b69-9ff6-ca13292752aa req-03e6691d-1757-42ad-bfac-766365330232 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:34.649659 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e8647a9b-655e-4b69-9ff6-ca13292752aa req-03e6691d-1757-42ad-bfac-766365330232 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0912557 Sep 03 18:22:34.669751 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-ce85614d-87dc-436f-88e9-4a80fca173cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:34.671130 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-ce85614d-87dc-436f-88e9-4a80fca173cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.1305990 Sep 03 18:22:34.732685 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e8647a9b-655e-4b69-9ff6-ca13292752aa req-140a3d7f-6160-4bb8-80cb-892e09bafbf3 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735917 Sep 03 18:22:34.747312 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-28c09ecf-e0e4-4533-a36e-baf0c1499e71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb HTTP/1.1" status: 200 len: 1001 time: 0.0686204 Sep 03 18:22:34.796450 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-41824a6b-dc3e-44b0-bd19-2747f178f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:34.797828 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-41824a6b-dc3e-44b0-bd19-2747f178f21e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0436742 Sep 03 18:22:34.847932 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-8bd28ba8-24ad-4d3c-94cd-608ca261730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:34.849506 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-8bd28ba8-24ad-4d3c-94cd-608ca261730c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446696 Sep 03 18:22:34.938973 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-bbb8b070-54c9-46aa-b7d4-779dd5174a05 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819583 Sep 03 18:22:35.047791 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-20179974-fb47-4075-9a6b-5dd5b647bdfa req-5ff69bbe-5711-48f3-b199-19f5f02bb259 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012058 Sep 03 18:22:35.864258 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64862-3c48-4da5-b2b4-58558322f94f req-3b3a4b61-8256-45b8-8c7e-f82d74c70c57 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:35.865783 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-62a64862-3c48-4da5-b2b4-58558322f94f req-3b3a4b61-8256-45b8-8c7e-f82d74c70c57 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0584645 Sep 03 18:22:35.904473 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-62a64862-3c48-4da5-b2b4-58558322f94f req-b055cc16-595b-4181-b73a-0d5836a34cb6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327332 Sep 03 18:22:37.020669 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e3cec-57dc-4547-8995-86095ef50a7d req-54e0864f-9296-499b-9baa-9484da3b46d4 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:37.022058 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-530e3cec-57dc-4547-8995-86095ef50a7d req-54e0864f-9296-499b-9baa-9484da3b46d4 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0477982 Sep 03 18:22:37.058715 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-530e3cec-57dc-4547-8995-86095ef50a7d req-a4f744c2-1e10-4013-9e06-bae7932f145a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Sep 03 18:22:38.083856 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:22:38.162872 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:38.179263 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9aa244-1cb6-494c-9760-a8026d797868 req-6193bcf6-2edb-4554-8c9a-f91ceb699367 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:38.180800 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6f9aa244-1cb6-494c-9760-a8026d797868 req-6193bcf6-2edb-4554-8c9a-f91ceb699367 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 945 time: 0.0503135 Sep 03 18:22:38.185554 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:22:38.187825 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b757ee7-fef3-4754-bc42-cd8d2b2a8c00" -d '{"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-unplugged", "status": "completed", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:22:38.202008 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:38.206543 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:38.226415 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6f9aa244-1cb6-494c-9760-a8026d797868 req-11033e3f-4766-4b3e-ad01-520ea91b5997 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384521 Sep 03 18:22:38.237286 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3534e64-733b-430a-89dc-4ce651a3fe77 x-openstack-request-id: req-c3534e64-733b-430a-89dc-4ce651a3fe77 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:22:38.237664 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-unplugged", "status": "completed", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:22:38.237917 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3534e64-733b-430a-89dc-4ce651a3fe77 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:22:38.238316 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'code': 200} Sep 03 18:22:38.266942 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:39.348746 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63781d8-958a-48ec-b9c1-eb76f61eb01c req-45c9b1dd-e309-485d-9dd4-0f0e0dae515c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:39.350142 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f63781d8-958a-48ec-b9c1-eb76f61eb01c req-45c9b1dd-e309-485d-9dd4-0f0e0dae515c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0482466 Sep 03 18:22:39.391700 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f63781d8-958a-48ec-b9c1-eb76f61eb01c req-76f9d4ee-9d07-48bb-86f4-c5c965f2f10f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355985 Sep 03 18:22:40.400882 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2754a-390b-43fd-a346-c8bbeb9c4648 req-5248a1d4-ebce-4ff7-9788-0f970f726b39 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:40.406187 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-31e2754a-390b-43fd-a346-c8bbeb9c4648 req-5248a1d4-ebce-4ff7-9788-0f970f726b39 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0506773 Sep 03 18:22:40.434509 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-66cda056-95c7-4877-9860-5f0be21e8012 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0484831 Sep 03 18:22:40.446230 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-31e2754a-390b-43fd-a346-c8bbeb9c4648 req-94ceaeb0-f58d-4b6d-be63-e214adf2bc2b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349135 Sep 03 18:22:40.622284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-6a009c42-6b6c-434c-b141-00a9cead6ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:41.264333 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-32597ed1-d4e4-4735-a29d-785444666799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:41.266053 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-32597ed1-d4e4-4735-a29d-785444666799 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444&tenant_id=bb3b35affd9e4674a5fc84bd37ce861e HTTP/1.1" status: 200 len: 1096 time: 0.0491149 Sep 03 18:22:41.329352 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-e80cf302-2ef9-4d80-b294-9006cc5ca3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:41.330853 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-e80cf302-2ef9-4d80-b294-9006cc5ca3c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 1096 time: 0.0422335 Sep 03 18:22:41.423951 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-4e001acd-3e66-4fbf-ae91-120eb48b87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:41.425352 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-4e001acd-3e66-4fbf-ae91-120eb48b87ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 200 len: 918 time: 0.0870736 Sep 03 18:22:41.490950 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-85cd2c6c-e632-4ef5-bd8d-d002385f594a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb HTTP/1.1" status: 200 len: 999 time: 0.0578439 Sep 03 18:22:41.548405 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-8d83accd-fa2f-44af-a4eb-f2b1bdffe022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:41.550084 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-8d83accd-fa2f-44af-a4eb-f2b1bdffe022 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 200 len: 856 time: 0.0510423 Sep 03 18:22:41.590233 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25d059-c6c0-4315-aebb-07e664dc9045 req-78554c5f-82fa-4037-a074-5ced55905621 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:41.591768 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6d25d059-c6c0-4315-aebb-07e664dc9045 req-78554c5f-82fa-4037-a074-5ced55905621 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0711288 Sep 03 18:22:41.604458 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-5378a8a7-3e7c-4a38-9945-f201b5bcfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:41.607280 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-5378a8a7-3e7c-4a38-9945-f201b5bcfbeb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88f19619-15e0-4f78-aed0-33d17baf59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463786 Sep 03 18:22:41.633249 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6d25d059-c6c0-4315-aebb-07e664dc9045 req-029619f1-8f42-4596-ab20-9adc45465944 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352693 Sep 03 18:22:41.703740 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-c119b24e-80e1-4ced-b4ee-19c4664b0374 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894837 Sep 03 18:22:42.045584 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7c1e3936-1c84-4c3c-bc27-a859b6187edc req-122d35b8-cced-409d-ae90-edcc7b07de08 service neutron] 10.222.0.23 "GET /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338690 Sep 03 18:22:42.765808 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadf809-61c1-409c-a352-9c05c1360655 req-dff3f437-ef0e-4b3c-a075-6071455dceef tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:42.768081 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8fadf809-61c1-409c-a352-9c05c1360655 req-dff3f437-ef0e-4b3c-a075-6071455dceef tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0574684 Sep 03 18:22:42.814259 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8fadf809-61c1-409c-a352-9c05c1360655 req-4d73d978-4f54-462e-b683-980f782661d8 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390701 Sep 03 18:22:43.383413 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-91c4ae93-22a0-4c9b-9652-a057c8218031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:43.620071 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:43.942854 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30fd37-2cca-4e2f-adad-d6b07da819b7 req-1cdbb8dc-f34d-4ee8-b24c-aac6863aa08a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:43.945760 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5a30fd37-2cca-4e2f-adad-d6b07da819b7 req-1cdbb8dc-f34d-4ee8-b24c-aac6863aa08a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0549986 Sep 03 18:22:43.990138 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5a30fd37-2cca-4e2f-adad-d6b07da819b7 req-9f60e230-cf92-479b-b79b-f087b47f90c2 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379794 Sep 03 18:22:44.110505 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:22:44.496141 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:44.724973 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52520) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:44.837519 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08ece1fe-a83a-4025-883d-bb01bb374c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:44.950002 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08ece1fe-a83a-4025-883d-bb01bb374c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:44.955370 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-08ece1fe-a83a-4025-883d-bb01bb374c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:45.000322 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-08ece1fe-a83a-4025-883d-bb01bb374c34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26a949293560409aa92221fe7b47f815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740896 Sep 03 18:22:45.001220 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ece1fe-a83a-4025-883d-bb01bb374c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b372034-7a4b-4475-b9ae-f13c85da6bda,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:45.003236 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52524) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:45.068035 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9b5a4d6-87e2-41b2-a110-d1746d9865eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:45.113039 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9b5a4d6-87e2-41b2-a110-d1746d9865eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:45.159115 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264fd3-7c1b-4150-bba0-fa150bb6a673 req-af835481-50a1-430e-92c4-ef5c4f8b7b7e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:45.160591 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fc264fd3-7c1b-4150-bba0-fa150bb6a673 req-af835481-50a1-430e-92c4-ef5c4f8b7b7e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0803545 Sep 03 18:22:45.190891 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9b5a4d6-87e2-41b2-a110-d1746d9865eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:45.193532 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e9b5a4d6-87e2-41b2-a110-d1746d9865eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:45.197022 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-e9b5a4d6-87e2-41b2-a110-d1746d9865eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b372034-7a4b-4475-b9ae-f13c85da6bda HTTP/1.1" status: 204 len: 168 time: 0.1883903 Sep 03 18:22:45.213885 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fc264fd3-7c1b-4150-bba0-fa150bb6a673 req-0fe704a2-d173-4668-b570-5e32af14d136 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462170 Sep 03 18:22:45.214641 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5a4d6-87e2-41b2-a110-d1746d9865eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b372034-7a4b-4475-b9ae-f13c85da6bda,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:45.863998 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52550) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:45.973726 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1554846473-network', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:45.996142 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Made reservation on behalf of 9526f8cad87c4d11bf168ab92afb8761 for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:45.998523 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.007782 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.034708 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.101801 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.114265 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.117925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.138904 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:22:46.155508 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7475e40f-4c81-45e4-b26c-5f911a322c55,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:46.158776 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.159119 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Added segment 5d06a029-0df9-4874-a8e7-bcac7cf6c208 of type vlan for network 835b73f9-97f1-48ed-8f21-6a29855dd60b Sep 03 18:22:46.211233 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.236957 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.237943 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:46.238541 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.277022 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4119730 Sep 03 18:22:46.280326 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52556) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:46.286815 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Request body: {'subnet': {'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1554846473-subnet', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'ip_version': 4}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:46.302208 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2caeb-63b8-44e1-aa9a-7d8cc07858a7 admin admin] Pushing event updated for resources: {'Network': ['ID=835b73f9-97f1-48ed-8f21-6a29855dd60b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:46.313012 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 835b73f9-97f1-48ed-8f21-6a29855dd60b details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:22:46.359303 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Made reservation on behalf of 9526f8cad87c4d11bf168ab92afb8761 for: {'subnet': 1} {{(pid=94095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:46.363016 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30467929'] for subnet, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.405048 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb1396-ed63-4a77-b31b-a13f1f02567f req-b0f3fb3f-49ef-48d2-b358-500d2587a1fd tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:46.406572 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-13eb1396-ed63-4a77-b31b-a13f1f02567f req-b0f3fb3f-49ef-48d2-b358-500d2587a1fd tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0993180 Sep 03 18:22:46.487765 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-13eb1396-ed63-4a77-b31b-a13f1f02567f req-118f1876-621f-4cb9-a0c8-782ac0eabe75 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537302 Sep 03 18:22:46.597881 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30624585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30467959'] for subnet, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.660650 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e37797-dca8-4804-805a-967744872d85,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:46.667977 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Checking segment: {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:46.668346 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Network hostable DHCP agents. Network: 835b73f9-97f1-48ed-8f21-6a29855dd60b, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:22:46.687954 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Network 835b73f9-97f1-48ed-8f21-6a29855dd60b is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:22:46.702220 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 835b73f9-97f1-48ed-8f21-6a29855dd60b) {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:46.706527 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:46.707109 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.712663 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd62d5-3e92-4e09-9e49-08e71e430803 None None] Network 835b73f9-97f1-48ed-8f21-6a29855dd60b requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:46.723285 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-23e36d67-ab24-4d9e-8843-3d7f7503a2e7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4408128 Sep 03 18:22:46.725875 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52558) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:46.730293 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:46.763549 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.764667 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.849487 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:46.894757 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-835b73f9-97f1-48ed-8f21-6a29855dd60b', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:22:46.895652 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.005963 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.062543 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Allocated IP 172.20.0.2 (835b73f9-97f1-48ed-8f21-6a29855dd60b/c9e37797-dca8-4804-805a-967744872d85/2958d3bd-b8dc-45a7-8214-85ab342015e6) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:47.233729 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.237859 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.247383 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Transition to ACTIVE for port object 2958d3bd-b8dc-45a7-8214-85ab342015e6 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:47.262216 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.268026 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Transition to ACTIVE for port object 2958d3bd-b8dc-45a7-8214-85ab342015e6 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:47.282171 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.333884 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Network 835b73f9-97f1-48ed-8f21-6a29855dd60b is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:47.337219 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:47.341506 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:47.353134 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Pushing event updated for resources: {'Port': ['ID=2958d3bd-b8dc-45a7-8214-85ab342015e6,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:47.402897 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Allocated IP 172.27.1.243 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/f0e3071e-147e-4594-b797-8ef6a4de3537) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:47.410804 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Attempting to bind port 2958d3bd-b8dc-45a7-8214-85ab342015e6 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:47.411180 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Attempting to bind port 2958d3bd-b8dc-45a7-8214-85ab342015e6 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:47.411649 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Attempting to bind port 2958d3bd-b8dc-45a7-8214-85ab342015e6 on network 835b73f9-97f1-48ed-8f21-6a29855dd60b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:47.417198 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:47.417580 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Checking segment: {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:47.417991 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.418461 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Bound using segment: {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:47.418962 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Bound port: 2958d3bd-b8dc-45a7-8214-85ab342015e6, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:47.419284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.488326 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] For port 2958d3bd-b8dc-45a7-8214-85ab342015e6, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:47.491992 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] For port 2958d3bd-b8dc-45a7-8214-85ab342015e6, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=2958d3bd-b8dc-45a7-8214-85ab342015e6,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:47.499455 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.538084 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.553677 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be512d-e961-4b23-9a40-a22a2bd6f56c None None] Pushing event updated for resources: {'Port': ['ID=2958d3bd-b8dc-45a7-8214-85ab342015e6,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:47.595445 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:47.644488 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:47.647438 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:47.649921 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:47.657349 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748492-0cae-4d3a-b346-a6ab23739137 req-0370c10e-95ad-4946-bdef-77e380c01b0a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:47.659271 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-48748492-0cae-4d3a-b346-a6ab23739137 req-0370c10e-95ad-4946-bdef-77e380c01b0a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0745752 Sep 03 18:22:47.678512 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Pushing event updated for resources: {'Port': ['ID=f0e3071e-147e-4594-b797-8ef6a4de3537,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:47.712395 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-48748492-0cae-4d3a-b346-a6ab23739137 req-e8a73880-0d7d-4fe9-9dce-87021a6ed2ee tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462661 Sep 03 18:22:47.963738 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:48.173645 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:48.270000 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2958d3bd-b8dc-45a7-8214-85ab342015e6 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:48.335762 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Router 693f71f9-0258-4cf1-848f-3bba067066be is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:22:48.349529 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 2958d3bd-b8dc-45a7-8214-85ab342015e6 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:48.490419 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:22:48.504490 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Sync routers for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:22:48.519831 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:48.520646 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:22:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:48.522897 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:48.528102 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-7b59684e-1a1e-45b1-aee2-c07123058e1f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7978132 Sep 03 18:22:48.529502 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52562) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:48.668976 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:48.696221 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2679b5-2b3a-41f2-b41b-c76f0fd66216 None None] Network 835b73f9-97f1-48ed-8f21-6a29855dd60b requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:48.892696 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0ca4f5be-3af8-4b24-9902-99fb813c3255 None None] Provisioning for port 2958d3bd-b8dc-45a7-8214-85ab342015e6 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:48.900257 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-0ca4f5be-3af8-4b24-9902-99fb813c3255 None None] Provisioning complete for port 2958d3bd-b8dc-45a7-8214-85ab342015e6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:48.900647 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f5be-3af8-4b24-9902-99fb813c3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:48.968294 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca047c-865a-4fba-a686-e641795a017c req-21593ce1-a0e5-4fa3-b6e7-f79d02a1ba1f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:48.976215 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0fca047c-865a-4fba-a686-e641795a017c req-21593ce1-a0e5-4fa3-b6e7-f79d02a1ba1f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.1284232 Sep 03 18:22:49.005397 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:47Z', 'revision_number': 3, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:49.073874 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Checking router: 693f71f9-0258-4cf1-848f-3bba067066be for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:22:49.074434 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Updating router 693f71f9-0258-4cf1-848f-3bba067066be port f0e3071e-147e-4594-b797-8ef6a4de3537 binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:22:49.081400 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0fca047c-865a-4fba-a686-e641795a017c req-6777a446-0000-4eda-95e5-7ddbe1c6b10c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916708 Sep 03 18:22:49.131544 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f5be-3af8-4b24-9902-99fb813c3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.162514 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.207613 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.220028 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-0ca4f5be-3af8-4b24-9902-99fb813c3255 None None] For port 2958d3bd-b8dc-45a7-8214-85ab342015e6, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=2958d3bd-b8dc-45a7-8214-85ab342015e6,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:49.230472 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f5be-3af8-4b24-9902-99fb813c3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.333843 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4f5be-3af8-4b24-9902-99fb813c3255 None None] Pushing event updated for resources: {'Port': ['ID=2958d3bd-b8dc-45a7-8214-85ab342015e6,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:49.453151 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-7baf9ff1-56cf-4471-a167-c865a8b8fb7b None None] Provisioning complete for port 2958d3bd-b8dc-45a7-8214-85ab342015e6 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:49.453596 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7baf9ff1-56cf-4471-a167-c865a8b8fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.520596 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Allocated IP 172.20.0.1 (835b73f9-97f1-48ed-8f21-6a29855dd60b/c9e37797-dca8-4804-805a-967744872d85/536b2096-1fa2-4970-ac66-3839235c143a) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:49.534090 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.565124 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Transition to ACTIVE for port object f0e3071e-147e-4594-b797-8ef6a4de3537 will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:49.585522 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.658060 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Attempting to bind port f0e3071e-147e-4594-b797-8ef6a4de3537 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:49.659581 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Attempting to bind port f0e3071e-147e-4594-b797-8ef6a4de3537 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:49.660309 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Attempting to bind port f0e3071e-147e-4594-b797-8ef6a4de3537 on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:49.667462 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Pushing event updated for resources: {'Port': ['ID=f0e3071e-147e-4594-b797-8ef6a4de3537,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:49.672716 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.679957 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:49.680335 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:49.680765 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.681152 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:49.681671 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Bound port: f0e3071e-147e-4594-b797-8ef6a4de3537, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:49.682006 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.686375 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.686665 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.686935 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.687265 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.687752 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.687894 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.688221 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.688584 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.688929 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.689253 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.691096 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.691096 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:49.694173 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Transition to ACTIVE for port object 536b2096-1fa2-4970-ac66-3839235c143a will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:49.740486 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.765140 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] For port f0e3071e-147e-4594-b797-8ef6a4de3537, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:49.768498 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] For port f0e3071e-147e-4594-b797-8ef6a4de3537, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=f0e3071e-147e-4594-b797-8ef6a4de3537,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:49.773567 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.784269 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Network 835b73f9-97f1-48ed-8f21-6a29855dd60b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:49.787581 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:49.791392 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:49.823486 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Pushing event updated for resources: {'Port': ['ID=536b2096-1fa2-4970-ac66-3839235c143a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:49.827492 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:49.828208 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:22:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:49.850452 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.948167 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653dd84-0c55-4410-a4f5-6f0f91808ff1 None None] Pushing event updated for resources: {'Port': ['ID=f0e3071e-147e-4594-b797-8ef6a4de3537,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:50.022839 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:50.090462 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.105853 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ba6e02bf-2551-4520-b9e4-8aae6e3ba9a2 None None] Provisioning for port 536b2096-1fa2-4970-ac66-3839235c143a completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:50.119311 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-ba6e02bf-2551-4520-b9e4-8aae6e3ba9a2 None None] Provisioning complete for port 536b2096-1fa2-4970-ac66-3839235c143a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:50.120084 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-ba6e02bf-2551-4520-b9e4-8aae6e3ba9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.177128 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e02bf-2551-4520-b9e4-8aae6e3ba9a2 None None] Port 536b2096-1fa2-4970-ac66-3839235c143a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:22:50.263115 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2958d3bd-b8dc-45a7-8214-85ab342015e6 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:50.315872 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 2958d3bd-b8dc-45a7-8214-85ab342015e6 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:50.316571 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.337503 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:47Z', 'revision_number': 3, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:50.374070 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac25c83-4d6c-4b41-8793-0512f8cbb0f1 None None] The sync data for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi is: [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:47Z', 'revision_number': 3, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:22:50.406462 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead9f87-2a38-4f6e-91ba-871e06fbe24e req-40c3c3f1-cd4e-4630-a5f5-6007e9187f75 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:50.418785 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2ead9f87-2a38-4f6e-91ba-871e06fbe24e req-40c3c3f1-cd4e-4630-a5f5-6007e9187f75 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.1790020 Sep 03 18:22:50.471532 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2ead9f87-2a38-4f6e-91ba-871e06fbe24e req-923bdc8b-e11c-4603-8699-67cca1620cd6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493636 Sep 03 18:22:50.499665 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.505941 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.582576 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.584434 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Pushing event updated for resources: {'Port': ['ID=536b2096-1fa2-4970-ac66-3839235c143a,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:50.753047 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Network 835b73f9-97f1-48ed-8f21-6a29855dd60b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:50.754879 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:50.918162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Router 693f71f9-0258-4cf1-848f-3bba067066be has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:22:51.078576 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:22:51.126176 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-5d1f6fde-1527-4ca9-9af9-a8f078d778d9 admin admin] 10.222.0.49 "PUT /v2.0/routers/693f71f9-0258-4cf1-848f-3bba067066be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947945 Sep 03 18:22:51.137291 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-95e7ef68-b065-4275-9253-d96a9e846ea8 None None] Provisioning complete for port 536b2096-1fa2-4970-ac66-3839235c143a triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:51.141143 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95e7ef68-b065-4275-9253-d96a9e846ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.309788 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-95e7ef68-b065-4275-9253-d96a9e846ea8 None None] Port 536b2096-1fa2-4970-ac66-3839235c143a cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:22:51.649596 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bff1b-7e02-46df-8474-5fc8cea9bd48 req-2d585b0a-5512-4d2d-a7dc-a000cf003a12 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:51.651130 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-617bff1b-7e02-46df-8474-5fc8cea9bd48 req-2d585b0a-5512-4d2d-a7dc-a000cf003a12 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0987084 Sep 03 18:22:51.700016 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-617bff1b-7e02-46df-8474-5fc8cea9bd48 req-5ebb128e-218c-4619-8c3c-e96263e2001a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 Sep 03 18:22:51.849457 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52588) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:51.854666 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-300846286-network', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:51.883381 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Made reservation on behalf of d8847d0b9b9743b9b7fbcb278da5ac7e for: {'network': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:51.886028 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for network, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.905746 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.010167 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.014612 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.041304 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:22:52.051162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.051723 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.segments_db [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Added segment 9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4 of type vlan for network 4aad4552-96a4-4063-b74f-6288bd0f2a67 Sep 03 18:22:52.053071 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1bcc92-5997-49cd-b855-48d21481919f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:52.100804 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790875170780'] for network, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.129388 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925'] for network, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.130538 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:52.131204 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.214545 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3639045 Sep 03 18:22:52.215395 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee85ce-22f5-4e33-a94d-69f0b8033fbc admin admin] Pushing event updated for resources: {'Network': ['ID=4aad4552-96a4-4063-b74f-6288bd0f2a67,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:52.218834 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52590) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:52.223796 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Request body: {'subnet': {'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-300846286-subnet', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'ip_version': 4}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:52.234242 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Network 4aad4552-96a4-4063-b74f-6288bd0f2a67 details requested by agent ovs-agent-dv-cinder-804093-5-iscsi with host dv-cinder-804093-5-iscsi {{(pid=94097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:22:52.265593 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Made reservation on behalf of d8847d0b9b9743b9b7fbcb278da5ac7e for: {'subnet': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:52.268049 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30265865'] for subnet, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.280671 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device f0e3071e-147e-4594-b797-8ef6a4de3537 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:52.378174 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port f0e3071e-147e-4594-b797-8ef6a4de3537 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:52.382712 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port f0e3071e-147e-4594-b797-8ef6a4de3537 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:52.383404 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.476160 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.498509 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port f0e3071e-147e-4594-b797-8ef6a4de3537, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=f0e3071e-147e-4594-b797-8ef6a4de3537,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:52.503111 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.522974 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32546599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30265895'] for subnet, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.555258 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=f0e3071e-147e-4594-b797-8ef6a4de3537,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:52.583817 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Sync routers for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:22:52.584036 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1ca811-0665-4c7f-8d8f-4d1f59fdd764,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:52.593606 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:52.594240 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:22:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:52.600269 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Checking segment: {'id': '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:52.600643 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Network hostable DHCP agents. Network: 4aad4552-96a4-4063-b74f-6288bd0f2a67, hostable agents: ['a7b9d4f3-d91f-4b17-82d0-9f803440de0b'], hosted agents: [] {{(pid=94096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:22:52.623198 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Network 4aad4552-96a4-4063-b74f-6288bd0f2a67 is scheduled to be hosted by DHCP agent a7b9d4f3-d91f-4b17-82d0-9f803440de0b with binding_index 1 {{(pid=94096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:22:52.640448 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804093-5-iscsi, 4aad4552-96a4-4063-b74f-6288bd0f2a67) {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:52.648921 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:52.649653 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.662797 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe928865-5f31-413e-b012-6e3fdd02d6cc None None] Network 4aad4552-96a4-4063-b74f-6288bd0f2a67 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:52.670894 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-ac77ab03-f1a0-43c9-af91-725a27d99513 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4513550 Sep 03 18:22:52.673483 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52592) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:52.677892 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:52.698021 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33157166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5190'] for router, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.699090 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33157306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33156080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33261693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5247'] for router, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.769298 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.787568 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:52.930462 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d34524c-26b4-5d6c-8a5a-19be294aaf5a-4aad4552-96a4-4063-b74f-6288bd0f2a67', 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'fixed_ips': [{'subnet_id': '4f1ca811-0665-4c7f-8d8f-4d1f59fdd764'}]}} from dv-cinder-804093-5-iscsi. {{(pid=94097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:22:52.931313 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.936795 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.948281 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcb0d4-0a9f-4375-9b27-8f754ff9e966 req-f0c15d2a-0ade-4f8e-8160-8a6b69ab1c1e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:52.949791 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8cfcb0d4-0a9f-4375-9b27-8f754ff9e966 req-f0c15d2a-0ade-4f8e-8160-8a6b69ab1c1e tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.1423845 Sep 03 18:22:53.013311 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-8cfcb0d4-0a9f-4375-9b27-8f754ff9e966 req-b790b356-059e-4d63-8b85-a18dbc1ad1ad tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506454 Sep 03 18:22:53.170057 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.192600 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.264005 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.db_base_plugin_common [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Allocated IP 172.20.0.2 (4aad4552-96a4-4063-b74f-6288bd0f2a67/4f1ca811-0665-4c7f-8d8f-4d1f59fdd764/6a2431f5-be45-4e72-9ee4-ed9b70e03d25) {{(pid=94097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:53.279857 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '536b2096-1fa2-4970-ac66-3839235c143a', 'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'mac_address': 'fa:16:3e:9a:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:49Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 2, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'subnets': [{'id': 'c9e37797-dca8-4804-805a-967744872d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:53.304925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Allocated IP 172.27.1.27 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/b0563afd-ce74-4b0a-bdf1-08c046c9f12c) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:53.308577 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Checking router: 693f71f9-0258-4cf1-848f-3bba067066be for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:22:53.308956 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Updating router 693f71f9-0258-4cf1-848f-3bba067066be port 536b2096-1fa2-4970-ac66-3839235c143a binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:22:53.352561 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.410933 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.449386 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.484855 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:53.489299 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:53.492646 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:53.521679 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Pushing event updated for resources: {'Port': ['ID=b0563afd-ce74-4b0a-bdf1-08c046c9f12c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:53.556358 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Notify callbacks [] for port, precommit_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.578050 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Transition to ACTIVE for port object 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:53.630342 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Transition to ACTIVE for port object 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 will not be triggered until provisioned by entity DHCP. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:53.641318 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419'] for port, after_create {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.703223 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Network 4aad4552-96a4-4063-b74f-6288bd0f2a67 is already hosted by enough agents. {{(pid=94097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:53.719272 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.scheduler.base_scheduler [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Resources bound (agent type, host, resource id): {{(pid=94097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:53.722892 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Pushing event updated for resources: {'Port': ['ID=6a2431f5-be45-4e72-9ee4-ed9b70e03d25,revision_number=1']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:53.726957 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Received port after_create {{(pid=94097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:53.819048 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Attempting to bind port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:53.819376 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Attempting to bind port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:53.819744 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Attempting to bind port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 on network 4aad4552-96a4-4063-b74f-6288bd0f2a67 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:53.834658 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:53.835036 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Checking segment: {'id': '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:53.835445 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.835848 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Bound using segment: {'id': '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:53.836320 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Bound port: 6a2431f5-be45-4e72-9ee4-ed9b70e03d25, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:53.836729 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.841094 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.860428 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Transition to ACTIVE for port object 536b2096-1fa2-4970-ac66-3839235c143a will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:53.887000 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.952878 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] For port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:53.957373 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] For port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=6a2431f5-be45-4e72-9ee4-ed9b70e03d25,segment=NetworkSegment(9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4),segment_id=9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:53.967658 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.969504 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439e409-a260-45e9-b276-22a58a9a357d None None] Pushing event updated for resources: {'Port': ['ID=536b2096-1fa2-4970-ac66-3839235c143a,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:53.982120 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.074404 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Attempting to bind port 536b2096-1fa2-4970-ac66-3839235c143a on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:54.075441 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Attempting to bind port 536b2096-1fa2-4970-ac66-3839235c143a by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:54.075848 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Attempting to bind port 536b2096-1fa2-4970-ac66-3839235c143a on network 835b73f9-97f1-48ed-8f21-6a29855dd60b {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:54.084520 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd2787-d7dd-4071-8e0e-6f182309aaca None None] Pushing event updated for resources: {'Port': ['ID=6a2431f5-be45-4e72-9ee4-ed9b70e03d25,revision_number=2']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:54.087754 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:54.087754 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Checking segment: {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:54.088531 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.088531 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Bound using segment: {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:54.089020 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Bound port: 536b2096-1fa2-4970-ac66-3839235c143a, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:54.089404 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.144782 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:22:54.175120 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889f225-8830-4358-a6fa-51388ffbf2d2 req-ee9c1f56-db54-4951-a88b-057cfd11eed0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:54.177574 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3889f225-8830-4358-a6fa-51388ffbf2d2 req-ee9c1f56-db54-4951-a88b-057cfd11eed0 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 943 time: 0.0672557 Sep 03 18:22:54.183995 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] For port 536b2096-1fa2-4970-ac66-3839235c143a, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:54.188862 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] For port 536b2096-1fa2-4970-ac66-3839235c143a, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=536b2096-1fa2-4970-ac66-3839235c143a,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:54.203834 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.229539 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3889f225-8830-4358-a6fa-51388ffbf2d2 req-74530103-2b4e-4c30-a72d-ff2839226f86 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430129 Sep 03 18:22:54.298175 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device f0e3071e-147e-4594-b797-8ef6a4de3537 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:54.304203 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33157285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33156063'] for router, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.370528 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:54.371169 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:22:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:54.425565 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439e409-a260-45e9-b276-22a58a9a357d None None] Pushing event updated for resources: {'Port': ['ID=536b2096-1fa2-4970-ac66-3839235c143a,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:54.478852 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:54.506447 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Router ed5aa0f2-22dc-4733-813c-374a4fd16e21 is scheduled to L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 with binding_index 1 {{(pid=94096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:22:54.507047 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'port_id': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'mac_address': 'fa:16:3e:5a:56:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:22:54.550981 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port f0e3071e-147e-4594-b797-8ef6a4de3537 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:54.551363 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.586437 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:54.618786 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:22:54.624314 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.628996 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Sync routers for ids ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:22:54.639975 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Routers {'ed5aa0f2-22dc-4733-813c-374a4fd16e21'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:54.640216 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.640344 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:22:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:54.644191 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-343727df-5fa1-4fc5-a281-49e6cbb2e212 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9684546 Sep 03 18:22:54.645414 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52602) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:54.707088 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531d50ee-cfc4-4896-931b-e6a10ca950bb {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:22:54.765592 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:54.823342 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.851663 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Set router ed5aa0f2-22dc-4733-813c-374a4fd16e21 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:55.058995 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:52Z', 'updated_at': '2021-09-03T18:22:53Z', 'revision_number': 3, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'gw_port': {'id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:55.070990 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=9']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:55.078405 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['531d50ee-cfc4-4896-931b-e6a10ca950bb'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:22:55.095295 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Checking router: ed5aa0f2-22dc-4733-813c-374a4fd16e21 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:22:55.095908 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Updating router ed5aa0f2-22dc-4733-813c-374a4fd16e21 port b0563afd-ce74-4b0a-bdf1-08c046c9f12c binding host dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:22:55.126441 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.129136 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.158400 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '536b2096-1fa2-4970-ac66-3839235c143a', 'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'mac_address': 'fa:16:3e:9a:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:49Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'subnets': [{'id': 'c9e37797-dca8-4804-805a-967744872d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:55.193919 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c4c7b4-593b-4baf-a35f-c13d0d8f2e3c None None] The sync data for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi is: [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '536b2096-1fa2-4970-ac66-3839235c143a', 'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'mac_address': 'fa:16:3e:9a:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:49Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'subnets': [{'id': 'c9e37797-dca8-4804-805a-967744872d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:22:55.345078 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Allocated IP 172.20.0.1 (4aad4552-96a4-4063-b74f-6288bd0f2a67/4f1ca811-0665-4c7f-8d8f-4d1f59fdd764/3ce0b140-bcf2-401d-98cc-ab04e91b9f52) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:55.372857 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087f165a-963c-43e2-81f0-d8dc11ae271b None None] Network 4aad4552-96a4-4063-b74f-6288bd0f2a67 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:55.415253 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7c672-9214-4b9c-a5fa-92775e51c8ef req-3e66ad47-35eb-47ed-a065-9bc3b68d51e6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:55.425535 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2fd7c672-9214-4b9c-a5fa-92775e51c8ef req-3e66ad47-35eb-47ed-a065-9bc3b68d51e6 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 944 time: 0.0761557 Sep 03 18:22:55.496303 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-9cedd6d2-9fea-4172-8a02-b140e5e31b93 None None] Provisioning for port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:55.500809 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2fd7c672-9214-4b9c-a5fa-92775e51c8ef req-e7f707b6-d0b0-4525-bb8d-12a90d32f909 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698276 Sep 03 18:22:55.505447 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Notify callbacks [] for port, precommit_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.520065 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.provisioning_blocks [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Transition to ACTIVE for port object b0563afd-ce74-4b0a-bdf1-08c046c9f12c will not be triggered until provisioned by entity L2. {{(pid=94098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:55.528808 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.581567 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Attempting to bind port b0563afd-ce74-4b0a-bdf1-08c046c9f12c on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:55.581963 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Attempting to bind port b0563afd-ce74-4b0a-bdf1-08c046c9f12c by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:55.582331 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Attempting to bind port b0563afd-ce74-4b0a-bdf1-08c046c9f12c on network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:55.591881 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074b3e1-0bfd-4f83-8571-08dd4659b898 None None] Pushing event updated for resources: {'Port': ['ID=b0563afd-ce74-4b0a-bdf1-08c046c9f12c,revision_number=2']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:55.597113 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:55.597482 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Checking segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:55.597889 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.598277 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Bound using segment: {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'} {{(pid=94098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:55.598748 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.managers [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Bound port: b0563afd-ce74-4b0a-bdf1-08c046c9f12c, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9dd9f2-8ec7-4e04-8568-155f9cdfd590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261'}}] {{(pid=94098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:55.599268 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.669015 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] For port b0563afd-ce74-4b0a-bdf1-08c046c9f12c, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:55.673064 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.plugins.ml2.db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] For port b0563afd-ce74-4b0a-bdf1-08c046c9f12c, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=b0563afd-ce74-4b0a-bdf1-08c046c9f12c,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:55.679129 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron_lib.callbacks.manager [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.744191 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Routers {'ed5aa0f2-22dc-4733-813c-374a4fd16e21'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:55.744879 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:22:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:55.837230 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.852507 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.provisioning_blocks [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Transition to ACTIVE for port object 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 will not be triggered until provisioned by entity DHCP. {{(pid=94095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:55.854579 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074b3e1-0bfd-4f83-8571-08dd4659b898 None None] Pushing event updated for resources: {'Port': ['ID=b0563afd-ce74-4b0a-bdf1-08c046c9f12c,revision_number=3']} {{(pid=94098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:55.884342 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] Set router ed5aa0f2-22dc-4733-813c-374a4fd16e21 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:55.896722 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.942567 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Network 4aad4552-96a4-4063-b74f-6288bd0f2a67 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:55.948483 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:55.951108 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:55.954559 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce0b140-bcf2-401d-98cc-ab04e91b9f52,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.003415 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33187312'] for router_interface, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.102235 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:52Z', 'updated_at': '2021-09-03T18:22:53Z', 'revision_number': 3, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'gw_port': {'id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:56.133232 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614329e-ad5c-4719-bbf4-f6790c9e705c None None] The sync data for ids ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'] in dv-cinder-804093-5-iscsi is: [{'id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:52Z', 'updated_at': '2021-09-03T18:22:53Z', 'revision_number': 3, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'gw_port': {'id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:22:56.157169 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:56.190240 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.232667 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 531d50ee-cfc4-4896-931b-e6a10ca950bb triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:56.233032 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.290556 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-621f51d5-2679-48a4-909b-f2eaf26559d9 None None] Provisioning for port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:56.298932 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-621f51d5-2679-48a4-909b-f2eaf26559d9 None None] Provisioning complete for port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:56.298932 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-621f51d5-2679-48a4-909b-f2eaf26559d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.371160 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:56.378825 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.398194 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-621f51d5-2679-48a4-909b-f2eaf26559d9 None None] Port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:22:56.434693 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:22:56.435770 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.437075 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be8dba-c14e-4b6f-a1bc-8e370f1a351c" -d '{"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-plugged", "status": "completed", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:22:56.443593 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.454565 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:56.472042 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.487851 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:56.522309 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:56.522309 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.554073 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87ead5c-cffc-4675-94d1-7d06cc3103f7 x-openstack-request-id: req-b87ead5c-cffc-4675-94d1-7d06cc3103f7 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:22:56.554204 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-plugged", "status": "completed", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:22:56.554424 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b87ead5c-cffc-4675-94d1-7d06cc3103f7 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:22:56.554827 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'code': 200} Sep 03 18:22:56.567811 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33032883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33156608'] for router_interface, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.576729 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce0b140-bcf2-401d-98cc-ab04e91b9f52,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.614690 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=10']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.700006 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2f70b-dc30-4e11-89dd-8dca8cfd97de req-09931fc5-4d4c-4496-ac48-523c2725d78c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:56.708964 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e7e2f70b-dc30-4e11-89dd-8dca8cfd97de req-09931fc5-4d4c-4496-ac48-523c2725d78c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 946 time: 0.0888240 Sep 03 18:22:56.713575 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Network 4aad4552-96a4-4063-b74f-6288bd0f2a67 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:56.715125 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:56.722666 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.755041 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e7e2f70b-dc30-4e11-89dd-8dca8cfd97de req-a3ee6d40-d5aa-4b28-9941-7b6f103eac6a tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445895 Sep 03 18:22:56.776964 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=6a2431f5-be45-4e72-9ee4-ed9b70e03d25,segment=NetworkSegment(9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4),segment_id=9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:56.803874 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.804834 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 536b2096-1fa2-4970-ac66-3839235c143a up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:56.871745 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Router ed5aa0f2-22dc-4733-813c-374a4fd16e21 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:22:56.880583 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f80cc-e459-4046-b0be-4b1d3b2c156f req-6c0b9479-9760-4075-9b5e-393abb6a5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:56.882464 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-be1f80cc-e459-4046-b0be-4b1d3b2c156f req-6c0b9479-9760-4075-9b5e-393abb6a5c1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 1099 time: 0.1098969 Sep 03 18:22:56.885889 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=6a2431f5-be45-4e72-9ee4-ed9b70e03d25,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.943934 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-be1f80cc-e459-4046-b0be-4b1d3b2c156f req-141020d9-4ac5-4ca8-84e4-9af0da11680b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534234 Sep 03 18:22:56.973019 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 536b2096-1fa2-4970-ac66-3839235c143a completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:56.981857 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 536b2096-1fa2-4970-ac66-3839235c143a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:56.982287 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.046322 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:22:57.054310 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-f73ae11e-e31a-4226-9a5a-e26b710e9fd0 admin admin] 10.222.0.49 "PUT /v2.0/routers/ed5aa0f2-22dc-4733-813c-374a4fd16e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057758 Sep 03 18:22:57.076390 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.121437 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 536b2096-1fa2-4970-ac66-3839235c143a, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=536b2096-1fa2-4970-ac66-3839235c143a,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:57.127542 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.162957 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-8c92add3-ed41-4abc-8376-a17d00e17b42 None None] Provisioning complete for port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:57.163323 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-8c92add3-ed41-4abc-8376-a17d00e17b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.224204 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-8c92add3-ed41-4abc-8376-a17d00e17b42 None None] Port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:22:57.225830 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=536b2096-1fa2-4970-ac66-3839235c143a,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:57.645985 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52616) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:57.650842 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-cd663796-dfed-468a-a190-2ab873beeb0f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298021182', 'description': 'tempest-secgroup-smoke-1298021182 description', 'project_id': '9526f8cad87c4d11bf168ab92afb8761'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:57.673941 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd663796-dfed-468a-a190-2ab873beeb0f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.761660 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd663796-dfed-468a-a190-2ab873beeb0f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.767401 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd663796-dfed-468a-a190-2ab873beeb0f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.792014 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-cd663796-dfed-468a-a190-2ab873beeb0f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.793370 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-cd663796-dfed-468a-a190-2ab873beeb0f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1463549 Sep 03 18:22:57.798575 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52618) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:57.802954 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd663796-dfed-468a-a190-2ab873beeb0f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3e178d-247e-4406-b247-34ba6099518a,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:57.810674 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-7dc18667-860f-4cac-98fd-d120458a1fad tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Request body: {'security_group_rule': {'security_group_id': 'df3e178d-247e-4406-b247-34ba6099518a', 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:57.846909 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7dc18667-860f-4cac-98fd-d120458a1fad tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.936382 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccab5e-c31b-4a1f-8290-df65a7cdcddc req-fbed5cd3-aa98-4d1f-9afd-a9fae9542560 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:57.938986 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c4ccab5e-c31b-4a1f-8290-df65a7cdcddc req-fbed5cd3-aa98-4d1f-9afd-a9fae9542560 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 946 time: 0.0776980 Sep 03 18:22:57.941362 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7dc18667-860f-4cac-98fd-d120458a1fad tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.949113 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7dc18667-860f-4cac-98fd-d120458a1fad tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.982359 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc18667-860f-4cac-98fd-d120458a1fad tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b5ada7-13d5-4aad-b6b8-a1c8e47938c6,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:57.998141 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7dc18667-860f-4cac-98fd-d120458a1fad tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.999436 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7dc18667-860f-4cac-98fd-d120458a1fad tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1997049 Sep 03 18:22:58.003759 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52626) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:58.008844 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-0b16ea34-f8e4-4d3e-9e6b-e69d27524b0b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Request body: {'security_group_rule': {'security_group_id': 'df3e178d-247e-4406-b247-34ba6099518a', 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:58.015763 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c4ccab5e-c31b-4a1f-8290-df65a7cdcddc req-21989f6c-938d-444a-b7c0-8031a369e214 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684352 Sep 03 18:22:58.051760 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b16ea34-f8e4-4d3e-9e6b-e69d27524b0b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.148555 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b16ea34-f8e4-4d3e-9e6b-e69d27524b0b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.152917 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b16ea34-f8e4-4d3e-9e6b-e69d27524b0b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.171056 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16ea34-f8e4-4d3e-9e6b-e69d27524b0b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9601ae7-540e-4db8-a9c9-65f3dee27c6a,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.178053 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0b16ea34-f8e4-4d3e-9e6b-e69d27524b0b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.179456 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-0b16ea34-f8e4-4d3e-9e6b-e69d27524b0b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1746180 Sep 03 18:22:58.182117 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52632) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:58.187446 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-94bbfe96-af44-411b-9352-77221eff812a tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Request body: {'security_group_rule': {'security_group_id': 'df3e178d-247e-4406-b247-34ba6099518a', 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:58.218918 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94bbfe96-af44-411b-9352-77221eff812a tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.291173 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94bbfe96-af44-411b-9352-77221eff812a tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.298313 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94bbfe96-af44-411b-9352-77221eff812a tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.318975 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-94bbfe96-af44-411b-9352-77221eff812a tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.320353 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-94bbfe96-af44-411b-9352-77221eff812a tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373062 Sep 03 18:22:58.323651 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52644) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:58.329098 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-21007e75-9ece-460a-ba0b-90d42dbd9c45 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Request body: {'security_group_rule': {'security_group_id': 'df3e178d-247e-4406-b247-34ba6099518a', 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:58.334694 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbfe96-af44-411b-9352-77221eff812a tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dc65ee-7a75-40e9-9875-3dbe3460f842,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.367682 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:58.371217 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21007e75-9ece-460a-ba0b-90d42dbd9c45 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.432333 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:58.432807 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.445052 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21007e75-9ece-460a-ba0b-90d42dbd9c45 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.448957 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21007e75-9ece-460a-ba0b-90d42dbd9c45 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.468491 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21007e75-9ece-460a-ba0b-90d42dbd9c45 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63347cd2-6763-4b79-b15f-4d15885d840e,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.485339 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21007e75-9ece-460a-ba0b-90d42dbd9c45 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.487327 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-21007e75-9ece-460a-ba0b-90d42dbd9c45 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1621180 Sep 03 18:22:58.489929 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52662) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:58.495914 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-657dd72f-d4ce-4894-8918-cfbdfca37121 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Request body: {'security_group_rule': {'security_group_id': 'df3e178d-247e-4406-b247-34ba6099518a', 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:58.521447 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.securitygroups_db [None req-657dd72f-d4ce-4894-8918-cfbdfca37121 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Project 9526f8cad87c4d11bf168ab92afb8761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:22:58.522189 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device b0563afd-ce74-4b0a-bdf1-08c046c9f12c up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:58.528418 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-657dd72f-d4ce-4894-8918-cfbdfca37121 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.578529 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port b0563afd-ce74-4b0a-bdf1-08c046c9f12c completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:58.584519 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port b0563afd-ce74-4b0a-bdf1-08c046c9f12c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:58.585320 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.602279 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-657dd72f-d4ce-4894-8918-cfbdfca37121 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.610116 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-657dd72f-d4ce-4894-8918-cfbdfca37121 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.629652 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dd72f-d4ce-4894-8918-cfbdfca37121 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b67b223-4dcf-44b6-b17a-c2a3894070de,revision_number=0']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.639328 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-657dd72f-d4ce-4894-8918-cfbdfca37121 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.643763 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52664) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:58.649091 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-0ab38f01-4704-4ef1-8da5-897f7f277e19 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Request body: {'security_group_rule': {'security_group_id': 'df3e178d-247e-4406-b247-34ba6099518a', 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:58.653672 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-657dd72f-d4ce-4894-8918-cfbdfca37121 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622534 Sep 03 18:22:58.675799 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.securitygroups_db [None req-0ab38f01-4704-4ef1-8da5-897f7f277e19 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Project 9526f8cad87c4d11bf168ab92afb8761 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:22:58.683082 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ab38f01-4704-4ef1-8da5-897f7f277e19 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.684717 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.710159 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port b0563afd-ce74-4b0a-bdf1-08c046c9f12c, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=b0563afd-ce74-4b0a-bdf1-08c046c9f12c,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:58.715469 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.721217 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 536b2096-1fa2-4970-ac66-3839235c143a up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:58.747160 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ab38f01-4704-4ef1-8da5-897f7f277e19 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.751201 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ab38f01-4704-4ef1-8da5-897f7f277e19 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165915'] for security_group_rule, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.768685 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab38f01-4704-4ef1-8da5-897f7f277e19 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33549e15-0497-421d-9b53-462f8029892f,revision_number=0']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.781619 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0ab38f01-4704-4ef1-8da5-897f7f277e19 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.785352 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-0ab38f01-4704-4ef1-8da5-897f7f277e19 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403744 Sep 03 18:22:58.828039 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=b0563afd-ce74-4b0a-bdf1-08c046c9f12c,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.831723 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Sync routers for ids ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:22:58.846073 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 536b2096-1fa2-4970-ac66-3839235c143a triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:58.846484 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.851276 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Routers {'ed5aa0f2-22dc-4733-813c-374a4fd16e21'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:58.851276 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:22:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:59.019434 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Set router ed5aa0f2-22dc-4733-813c-374a4fd16e21 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:59.163224 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45c32f-451b-4a10-a585-d5f766740f06 req-9e6bdcc4-786e-40d9-9ccf-f8102efa9e58 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:59.172667 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ae45c32f-451b-4a10-a585-d5f766740f06 req-9e6bdcc4-786e-40d9-9ccf-f8102efa9e58 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 946 time: 0.0719078 Sep 03 18:22:59.217141 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ae45c32f-451b-4a10-a585-d5f766740f06 req-011ddc61-bbd9-411b-a5cf-1f72234bf406 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432169 Sep 03 18:22:59.274408 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:52Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'gw_port': {'id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '3ce0b140-bcf2-401d-98cc-ab04e91b9f52', 'name': '', 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'mac_address': 'fa:16:3e:33:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4f1ca811-0665-4c7f-8d8f-4d1f59fdd764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:55Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 2, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'subnets': [{'id': '4f1ca811-0665-4c7f-8d8f-4d1f59fdd764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:59.303700 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Checking router: ed5aa0f2-22dc-4733-813c-374a4fd16e21 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:22:59.304193 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Updating router ed5aa0f2-22dc-4733-813c-374a4fd16e21 port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 binding host dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:22:59.334388 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.730338 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.741119 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Transition to ACTIVE for port object 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 will not be triggered until provisioned by entity L2. {{(pid=94097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:59.747580 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.799776 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d662c-0e12-400e-ae82-149b42708f74 None None] Pushing event updated for resources: {'Port': ['ID=3ce0b140-bcf2-401d-98cc-ab04e91b9f52,revision_number=3']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:59.857641 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Attempting to bind port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 on host dv-cinder-804093-5-iscsi for vnic_type normal with profile {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:59.858032 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Attempting to bind port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 by drivers openvswitch,hyperv on host dv-cinder-804093-5-iscsi at level 0 using segments [{'id': '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67'}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:59.858403 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Attempting to bind port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 on network 4aad4552-96a4-4063-b74f-6288bd0f2a67 {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:59.863929 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Checking agent: {'id': '845581ca-1311-4e16-b374-0c820dac4384', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804093-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 6, 14), 'started_at': datetime.datetime(2021, 9, 3, 18, 6, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804093-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:59.864308 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Checking segment: {'id': '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:59.864756 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.865159 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Bound using segment: {'id': '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67'} {{(pid=94097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:59.865883 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.managers [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Bound port: 3ce0b140-bcf2-401d-98cc-ab04e91b9f52, host: dv-cinder-804093-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67'}}] {{(pid=94097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:59.866174 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.943855 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] For port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52, host dv-cinder-804093-5-iscsi, cleared binding levels {{(pid=94097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:59.947453 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] For port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52, host dv-cinder-804093-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=3ce0b140-bcf2-401d-98cc-ab04e91b9f52,segment=NetworkSegment(9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4),segment_id=9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4)] {{(pid=94097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:59.958586 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.031840 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d662c-0e12-400e-ae82-149b42708f74 None None] Pushing event updated for resources: {'Port': ['ID=3ce0b140-bcf2-401d-98cc-ab04e91b9f52,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:00.036157 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Routers {'ed5aa0f2-22dc-4733-813c-374a4fd16e21'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:00.036804 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:22:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:00.162350 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] Set router ed5aa0f2-22dc-4733-813c-374a4fd16e21 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:00.256365 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device b0563afd-ce74-4b0a-bdf1-08c046c9f12c up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:00.388165 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port b0563afd-ce74-4b0a-bdf1-08c046c9f12c triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:00.388527 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.452958 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:52Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'gw_port': {'id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '3ce0b140-bcf2-401d-98cc-ab04e91b9f52', 'name': '', 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'mac_address': 'fa:16:3e:33:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4f1ca811-0665-4c7f-8d8f-4d1f59fdd764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:55Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 4, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'subnets': [{'id': '4f1ca811-0665-4c7f-8d8f-4d1f59fdd764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:00.498728 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c848c9-0291-4a8b-90da-3047e39254a8 None None] The sync data for ids ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'] in dv-cinder-804093-5-iscsi is: [{'id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:52Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'gw_port': {'id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '3ce0b140-bcf2-401d-98cc-ab04e91b9f52', 'name': '', 'network_id': '4aad4552-96a4-4063-b74f-6288bd0f2a67', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'mac_address': 'fa:16:3e:33:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4f1ca811-0665-4c7f-8d8f-4d1f59fdd764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:55Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 4, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'subnets': [{'id': '4f1ca811-0665-4c7f-8d8f-4d1f59fdd764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:01.768841 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:23:02.263305 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:02.320476 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning for port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:02.324763 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:02.325212 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.408338 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.444298 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] For port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=3ce0b140-bcf2-401d-98cc-ab04e91b9f52,segment=NetworkSegment(9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4),segment_id=9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:02.448066 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.505816 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Pushing event updated for resources: {'Port': ['ID=3ce0b140-bcf2-401d-98cc-ab04e91b9f52,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:04.246102 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 up at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:04.300428 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Provisioning complete for port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:04.300839 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:10.626548 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1914378c-9b14-4528-9459-85c42c66777a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.386774 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fc2d53cb-b2cd-4c22-b1e8-99c9730c7b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.620860 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:14.496206 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.320868 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-f442b14a-62f3-482d-a926-8b2200831e99 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298021182&fields=id&tenant_id=9526f8cad87c4d11bf168ab92afb8761 HTTP/1.1" status: 200 len: 267 time: 0.0313749 Sep 03 18:23:15.430342 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce559-3deb-4923-8634-aff66894c001 req-a5d7e2fc-11d5-4979-b4cc-65a922d6ae9f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:15.431733 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-a5d7e2fc-11d5-4979-b4cc-65a922d6ae9f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/networks?id=835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 200 len: 809 time: 0.1038888 Sep 03 18:23:15.447275 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-b13efdb9-954e-41e1-b62f-5f2a748b42de tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/quotas/9526f8cad87c4d11bf168ab92afb8761 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Sep 03 18:23:15.498458 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-c5b8c298-dcbf-40c5-b386-6b1065f50ef7 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9526f8cad87c4d11bf168ab92afb8761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453789 Sep 03 18:23:15.598507 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-66914fd1-9653-4860-96ab-05a6f6ec8ee0 service neutron] 10.222.0.49 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870667 Sep 03 18:23:15.688707 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-3a8d395c-7ffc-4fbb-b02e-47c563f7a112 service neutron] 10.222.0.49 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838287 Sep 03 18:23:16.040200 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.104412 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.995915 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-59c8cd92-9b94-4c25-af93-627702ed30f8 req-09595d18-f0e5-4715-ac41-30c15ef7fe8f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 210 time: 0.0285103 Sep 03 18:23:17.907211 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce559-3deb-4923-8634-aff66894c001 req-5a02bc31-af41-4e8b-a120-c50de61e9c76 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:17.908244 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-5a02bc31-af41-4e8b-a120-c50de61e9c76 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.23 "GET /v2.0/networks?id=835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 200 len: 809 time: 0.1110075 Sep 03 18:23:17.952921 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-7b31cb46-bcdc-4e35-beb2-1edbaa33b26b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9526f8cad87c4d11bf168ab92afb8761 HTTP/1.1" status: 200 len: 380 time: 0.0353441 Sep 03 18:23:17.965570 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Request body: {'port': {'device_id': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'admin_state_up': True, 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'security_groups': ['df3e178d-247e-4406-b247-34ba6099518a']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:18.110017 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-016d174e-671f-434c-9093-d8f80377708b req-cda2dc2c-2826-4c31-96d9-d98c46b677b9 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 210 time: 0.0309472 Sep 03 18:23:18.110565 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Made reservation on behalf of 9526f8cad87c4d11bf168ab92afb8761 for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:18.114160 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.251968 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Allocated IP 172.20.0.5 (835b73f9-97f1-48ed-8f21-6a29855dd60b/c9e37797-dca8-4804-805a-967744872d85/666055b4-1743-4e61-8766-9f5c793d3b49) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:18.415732 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.437389 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Transition to ACTIVE for port object 666055b4-1743-4e61-8766-9f5c793d3b49 will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:18.474548 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.518670 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Network 835b73f9-97f1-48ed-8f21-6a29855dd60b is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:18.521671 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:18.524357 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:18.557648 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'Port': ['ID=666055b4-1743-4e61-8766-9f5c793d3b49,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:18.572089 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.572430 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.572805 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.573163 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.573481 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.573829 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.574153 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.574493 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.574820 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.575178 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.575510 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.575900 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:18.597680 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:18.598335 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.614466 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-fe1cd5e5-27ea-41df-b5d0-35fdbfdba1ce tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6560912 Sep 03 18:23:18.627448 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Request body: {'port': {'device_id': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:18.686087 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.780549 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-32be8c4d-764b-4451-880e-dd71b69052ef None None] Provisioning for port 666055b4-1743-4e61-8766-9f5c793d3b49 completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:18.785607 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-32be8c4d-764b-4451-880e-dd71b69052ef None None] Provisioning complete for port 666055b4-1743-4e61-8766-9f5c793d3b49 triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:18.785984 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-32be8c4d-764b-4451-880e-dd71b69052ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.826149 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-32be8c4d-764b-4451-880e-dd71b69052ef None None] Port 666055b4-1743-4e61-8766-9f5c793d3b49 cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:23:18.960782 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666055b4-1743-4e61-8766-9f5c793d3b49 {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:18.968877 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.980852 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Transition to ACTIVE for port object 666055b4-1743-4e61-8766-9f5c793d3b49 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:18.984945 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.038818 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Pushing event updated for resources: {'Port': ['ID=666055b4-1743-4e61-8766-9f5c793d3b49,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:19.110979 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Attempting to bind port 666055b4-1743-4e61-8766-9f5c793d3b49 on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:19.111321 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Attempting to bind port 666055b4-1743-4e61-8766-9f5c793d3b49 by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:19.111657 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Attempting to bind port 666055b4-1743-4e61-8766-9f5c793d3b49 on network 835b73f9-97f1-48ed-8f21-6a29855dd60b {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:19.116315 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Port 666055b4-1743-4e61-8766-9f5c793d3b49 on network 835b73f9-97f1-48ed-8f21-6a29855dd60b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:23:19.116685 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Attempting to bind port 666055b4-1743-4e61-8766-9f5c793d3b49 on network 835b73f9-97f1-48ed-8f21-6a29855dd60b {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:19.121960 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:19.122378 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Checking segment: {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:19.122777 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Bound using segment: {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:19.123320 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Bound port: 666055b4-1743-4e61-8766-9f5c793d3b49, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d06a029-0df9-4874-a8e7-bcac7cf6c208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:19.123686 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.202808 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:19.205982 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=666055b4-1743-4e61-8766-9f5c793d3b49,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:19.211702 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.243507 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:19.244127 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.245607 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] 10.222.0.23 "PUT /v2.0/ports/666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 200 len: 1093 time: 0.6227617 Sep 03 18:23:19.246070 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:19.250055 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d07ef3-3673-4a7c-8387-1f3f0824c686" -d '{"events": [{"name": "network-changed", "server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:19.251475 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf73d6-02ae-456a-9410-caf84d311ad2 req-ef0c1054-d84f-48de-a720-8a90acbfeb11 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:19.253371 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-10bf73d6-02ae-456a-9410-caf84d311ad2 req-ef0c1054-d84f-48de-a720-8a90acbfeb11 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0539515 Sep 03 18:23:19.304163 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-10bf73d6-02ae-456a-9410-caf84d311ad2 req-3aa13b37-9faf-4876-93ca-3f55d0af04a4 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 Sep 03 18:23:19.333907 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331f5b15-0a55-46bd-8e41-6dca66ff245f x-openstack-request-id: req-331f5b15-0a55-46bd-8e41-6dca66ff245f {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:19.334287 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:19.334584 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-331f5b15-0a55-46bd-8e41-6dca66ff245f {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:19.335310 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49', 'status': 'completed', 'code': 200} Sep 03 18:23:19.342605 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba848a-5456-4642-b563-8e5e1d334a58 service neutron] Pushing event updated for resources: {'Port': ['ID=666055b4-1743-4e61-8766-9f5c793d3b49,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:19.362358 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce559-3deb-4923-8634-aff66894c001 req-e6132bd6-475c-4e38-87be-36f993bb2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:19.363989 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-e6132bd6-475c-4e38-87be-36f993bb2b09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9526f8cad87c4d11bf168ab92afb8761&device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1096 time: 0.0710461 Sep 03 18:23:19.425981 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-cbb23e82-fc99-4ebf-87e0-667823ee21c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 200 len: 217 time: 0.0522213 Sep 03 18:23:19.479327 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce559-3deb-4923-8634-aff66894c001 req-7a5e7a08-490d-46d1-8050-35c2878246a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:19.480836 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-7a5e7a08-490d-46d1-8050-35c2878246a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c9e37797-dca8-4804-805a-967744872d85 HTTP/1.1" status: 200 len: 848 time: 0.0474463 Sep 03 18:23:19.529023 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce559-3deb-4923-8634-aff66894c001 req-2e28d7bb-9162-4289-85c9-f7538f4ae276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:19.530519 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-2e28d7bb-9162-4289-85c9-f7538f4ae276 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=835b73f9-97f1-48ed-8f21-6a29855dd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420310 Sep 03 18:23:19.624718 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-377e7610-29fc-44a5-b251-a4bcf984c4ae service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865440 Sep 03 18:23:19.716318 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cbcce559-3deb-4923-8634-aff66894c001 req-1dc45c72-8ec1-41e1-bd16-622f7085957e service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842822 Sep 03 18:23:19.807651 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-ee4ea040-b5c8-4193-8a87-ff444d0e7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:19.809204 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-ee4ea040-b5c8-4193-8a87-ff444d0e7204 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9526f8cad87c4d11bf168ab92afb8761&device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1096 time: 0.0467575 Sep 03 18:23:19.899549 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-00aae778-2a5d-4ebc-9549-9878915949e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:19.901015 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-00aae778-2a5d-4ebc-9549-9878915949e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 200 len: 910 time: 0.0841072 Sep 03 18:23:19.947361 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-91627aed-ed20-4fd3-830e-01b951f3f852 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 200 len: 217 time: 0.0374241 Sep 03 18:23:19.996706 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-04875541-977a-4186-a3de-456386b0d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:19.998183 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-04875541-977a-4186-a3de-456386b0d1f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c9e37797-dca8-4804-805a-967744872d85 HTTP/1.1" status: 200 len: 848 time: 0.0431550 Sep 03 18:23:20.045712 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-0dff0429-5879-4d04-a02a-936183a7662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:20.047195 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-0dff0429-5879-4d04-a02a-936183a7662d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=835b73f9-97f1-48ed-8f21-6a29855dd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396404 Sep 03 18:23:20.138754 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-42cc5b54-94d9-4009-8901-9c8c426a8765 service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837336 Sep 03 18:23:20.227400 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a5d07ef3-3673-4a7c-8387-1f3f0824c686 req-f0c74078-3717-45e0-ba1e-04af6f063330 service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810900 Sep 03 18:23:20.439343 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b11f9-a999-4d03-a88b-2dd246046c7a req-c06faf7b-a6d5-4888-9cf7-4d1fef599c5d tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:20.440742 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a06b11f9-a999-4d03-a88b-2dd246046c7a req-c06faf7b-a6d5-4888-9cf7-4d1fef599c5d tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0518010 Sep 03 18:23:20.478920 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a06b11f9-a999-4d03-a88b-2dd246046c7a req-ceeb72a0-6a3f-4c24-be2b-c258e53aa707 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Sep 03 18:23:21.590104 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2c8b5-dbca-4ad2-badf-51ed9bde8bb8 req-2c70bb3f-b235-4e95-82df-b4dc4237f1ea tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:21.591591 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d4f2c8b5-dbca-4ad2-badf-51ed9bde8bb8 req-2c70bb3f-b235-4e95-82df-b4dc4237f1ea tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0479982 Sep 03 18:23:21.632338 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d4f2c8b5-dbca-4ad2-badf-51ed9bde8bb8 req-3d6dadd1-b10f-403c-892f-0c908b15d4fd tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348558 Sep 03 18:23:22.744367 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f50ff-1379-404d-8f37-202bf85f5e11 req-5c58c04a-d3fc-483c-a490-b31850fb5f9c tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:22.745883 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f05f50ff-1379-404d-8f37-202bf85f5e11 req-5c58c04a-d3fc-483c-a490-b31850fb5f9c tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0486658 Sep 03 18:23:22.783678 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f05f50ff-1379-404d-8f37-202bf85f5e11 req-3a2a4285-7472-4f8a-9091-0207e7c5990c tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315106 Sep 03 18:23:22.975612 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-b0196f05-5958-4bfc-baee-87e9d41c2333 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382264 Sep 03 18:23:23.035466 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-d09c3399-a88a-4426-b894-521817c35502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.037120 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-d09c3399-a88a-4426-b894-521817c35502 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 1098 time: 0.0388491 Sep 03 18:23:23.138349 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-93ec585f-e05d-4e74-bd80-c70cf7b68d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.139795 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-93ec585f-e05d-4e74-bd80-c70cf7b68d35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.0851514 Sep 03 18:23:23.209458 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-a2f6ff4f-81cf-4b6f-92f9-56ad11744fa5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a14e528-e7a6-47ca-893c-6647c0020610 HTTP/1.1" status: 200 len: 1000 time: 0.0617301 Sep 03 18:23:23.491703 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-7994863c-2ef6-4e30-8822-4b3f8eb05253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.493188 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-7994863c-2ef6-4e30-8822-4b3f8eb05253 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.2738793 Sep 03 18:23:23.538237 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-39cc9a4b-b38f-4ebf-9b13-bf8a0af03031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.539784 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-39cc9a4b-b38f-4ebf-9b13-bf8a0af03031 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385811 Sep 03 18:23:23.651511 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-35870688-b419-4caf-a630-091a6e9b803c service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041293 Sep 03 18:23:23.744408 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fd20bd13-fe84-42a0-9854-913cc81ffe42 req-4956d69b-5fc2-47fb-a7a9-9806d3c2d45e service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849471 Sep 03 18:23:23.900152 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e1b77-79c9-4606-a241-62c4540b456d req-10978719-230b-4ebd-985c-73a75e7bf498 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.901787 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7a0e1b77-79c9-4606-a241-62c4540b456d req-10978719-230b-4ebd-985c-73a75e7bf498 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0510156 Sep 03 18:23:23.942933 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7a0e1b77-79c9-4606-a241-62c4540b456d req-eabb73c0-a9c6-4b38-b497-03c7b4cc92bb tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345521 Sep 03 18:23:25.059982 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ad01-dbe6-415e-9552-26c02916cd7e req-4b4f9005-a088-4065-a445-be52259c5fe5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:25.061519 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a977ad01-dbe6-415e-9552-26c02916cd7e req-4b4f9005-a088-4065-a445-be52259c5fe5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0523446 Sep 03 18:23:25.099124 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-a977ad01-dbe6-415e-9552-26c02916cd7e req-2d336995-8c6c-4412-bd97-200798418b7c tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Sep 03 18:23:26.210740 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f093c-030b-4477-b754-713a94f8f14f req-fb4fd638-d2de-47cb-ac05-e5a732d0f3ee tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:26.212221 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-192f093c-030b-4477-b754-713a94f8f14f req-fb4fd638-d2de-47cb-ac05-e5a732d0f3ee tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0484300 Sep 03 18:23:26.250051 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-192f093c-030b-4477-b754-713a94f8f14f req-0c1ca823-a62b-4733-8c62-8f44a8af4d9e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Sep 03 18:23:26.283531 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 666055b4-1743-4e61-8766-9f5c793d3b49 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:23:26.380116 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=666055b4-1743-4e61-8766-9f5c793d3b49,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:26.391321 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '666055b4-1743-4e61-8766-9f5c793d3b49', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'port_id': '666055b4-1743-4e61-8766-9f5c793d3b49', 'mac_address': 'fa:16:3e:e0:c1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:23:26.427327 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:26.439609 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666055b4-1743-4e61-8766-9f5c793d3b49 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:26.458336 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=666055b4-1743-4e61-8766-9f5c793d3b49,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:26.461889 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:26.506682 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=666055b4-1743-4e61-8766-9f5c793d3b49,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:26.514039 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.514392 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.514740 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.515081 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.515419 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.515756 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.516091 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.516594 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.516773 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.517100 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.517428 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.517753 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:26.679923 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['666055b4-1743-4e61-8766-9f5c793d3b49'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:23:27.361915 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b8a1-99c9-4840-b33e-60740e92b8d7 req-073908e4-10f6-40a0-b302-c53220024eb1 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:27.363394 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c9c5b8a1-99c9-4840-b33e-60740e92b8d7 req-073908e4-10f6-40a0-b302-c53220024eb1 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 944 time: 0.0487616 Sep 03 18:23:27.400798 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c9c5b8a1-99c9-4840-b33e-60740e92b8d7 req-fed62a73-f93c-4185-b862-264982b3cf51 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Sep 03 18:23:28.296332 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 666055b4-1743-4e61-8766-9f5c793d3b49 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:28.348510 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 666055b4-1743-4e61-8766-9f5c793d3b49 completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:28.352081 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 666055b4-1743-4e61-8766-9f5c793d3b49 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:28.352447 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.426545 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.449325 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:28.452071 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982b65b5-81ce-48dc-8bd6-ff5dbc7584f6" -d '{"events": [{"server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:28.464784 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=666055b4-1743-4e61-8766-9f5c793d3b49,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:28.469705 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.493375 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b21ca4-e929-404b-bdc8-f3f8851bc44f x-openstack-request-id: req-e8b21ca4-e929-404b-bdc8-f3f8851bc44f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:28.493670 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:28.493923 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8b21ca4-e929-404b-bdc8-f3f8851bc44f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:28.494317 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49', 'code': 200} Sep 03 18:23:28.530764 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=666055b4-1743-4e61-8766-9f5c793d3b49,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:28.537250 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e91e30-e8ad-448c-a858-f2f60962312e req-571fcdef-37e7-464b-8283-425dd7656c59 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:28.538767 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-07e91e30-e8ad-448c-a858-f2f60962312e req-571fcdef-37e7-464b-8283-425dd7656c59 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0659680 Sep 03 18:23:28.580201 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-07e91e30-e8ad-448c-a858-f2f60962312e req-028d1246-4b80-4aac-a307-c032bb632457 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349689 Sep 03 18:23:28.716112 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6ede7-efcc-47aa-823f-48f570fab75d req-45394194-1099-4635-b2ac-e652f62803d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:28.717553 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-61e6ede7-efcc-47aa-823f-48f570fab75d req-45394194-1099-4635-b2ac-e652f62803d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1098 time: 0.0389557 Sep 03 18:23:28.753595 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-61e6ede7-efcc-47aa-823f-48f570fab75d req-db9526fc-68f2-4b30-bddb-60b5e130fec2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284240 Sep 03 18:23:29.702063 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982137c-4151-4cb0-bb38-01b0a1e7bd11 req-43d5abe4-5296-45ef-a706-b9b01a77dc73 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:29.703790 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2982137c-4151-4cb0-bb38-01b0a1e7bd11 req-43d5abe4-5296-45ef-a706-b9b01a77dc73 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0557201 Sep 03 18:23:29.743154 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2982137c-4151-4cb0-bb38-01b0a1e7bd11 req-32c5f1fc-b8b5-4d09-883d-6ebe044436c2 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334146 Sep 03 18:23:30.864233 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c86e5-3bb5-4925-a217-8204dbff873a req-dca33f60-84b2-4bbb-be93-aa88ba9e7671 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:30.865753 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8d2c86e5-3bb5-4925-a217-8204dbff873a req-dca33f60-84b2-4bbb-be93-aa88ba9e7671 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0531602 Sep 03 18:23:30.906719 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-8d2c86e5-3bb5-4925-a217-8204dbff873a req-2644f539-3f16-4d4f-ac81-0628e0fd2f20 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347688 Sep 03 18:23:31.021509 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feefea9-0d1e-46d4-8b0c-912bd46121b4 req-51e397e4-2aa5-4ef1-a533-d8a7169b491d tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:31.022930 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1feefea9-0d1e-46d4-8b0c-912bd46121b4 req-51e397e4-2aa5-4ef1-a533-d8a7169b491d tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0488086 Sep 03 18:23:31.061510 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-1feefea9-0d1e-46d4-8b0c-912bd46121b4 req-b698e963-31c8-4cc1-ad35-f9906a963f2a tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320232 Sep 03 18:23:31.083218 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52822) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:31.217051 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90133373-d47f-42d5-9ff8-97bd31e2dc73 tempest-TestShelveInstance-446650793 tempest-TestShelveInstance-446650793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:31.218578 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-90133373-d47f-42d5-9ff8-97bd31e2dc73 tempest-TestShelveInstance-446650793 tempest-TestShelveInstance-446650793-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1093 time: 0.1343656 Sep 03 18:23:31.222282 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52826) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:31.226636 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.v2.base [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Request body: {'floatingip': {'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'port_id': '666055b4-1743-4e61-8766-9f5c793d3b49', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:31.249142 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for floatingip, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.353020 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.456891 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_common [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Allocated IP 172.27.1.77 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/772c7839-36f6-48bf-a5c8-28cfcb9148e1) {{(pid=94095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:31.560026 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for port, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.596006 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.633741 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:31.638210 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Resources bound (agent type, host, resource id): {{(pid=94095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:31.646032 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Received port after_create {{(pid=94095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:31.649055 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'Port': ['ID=772c7839-36f6-48bf-a5c8-28cfcb9148e1,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:31.677389 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.677743 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.678084 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.678424 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.678758 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.679088 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.679416 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.679745 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.680071 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.680398 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.680762 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.681086 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:31.995248 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.062835 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.210632 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for port, precommit_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.215536 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30624690'] for port, after_update {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.289925 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event updated for resources: {'Port': ['ID=772c7839-36f6-48bf-a5c8-28cfcb9148e1,revision_number=2']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:32.297641 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.395837 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.l3_db [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Floating IP 41d756c0-771a-4d34-b5ec-75ad807d9fdb associated. External IP: 172.27.1.77, port: 666055b4-1743-4e61-8766-9f5c793d3b49. Sep 03 18:23:32.595384 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Router 693f71f9-0258-4cf1-848f-3bba067066be has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:32.703679 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:32.713836 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] Sync routers for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:32.722371 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.724835 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:32.725469 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:23:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:32.764570 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-9b8d9f2c-c396-4248-917e-7fbb5e38d375 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5335150 Sep 03 18:23:32.764570 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:32.764570 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06855cd8-eb64-4245-adce-4700efdfd635" -d '{"events": [{"name": "network-changed", "server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:32.800271 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12463e89-49a6-4638-816e-4b3aad816ae7 x-openstack-request-id: req-12463e89-49a6-4638-816e-4b3aad816ae7 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:32.800568 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:32.800870 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12463e89-49a6-4638-816e-4b3aad816ae7 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:32.801306 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49', 'status': 'completed', 'code': 200} Sep 03 18:23:32.836557 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:32.863739 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06855cd8-eb64-4245-adce-4700efdfd635 req-62516a5c-4853-4522-90db-c7849c6cfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.865304 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-06855cd8-eb64-4245-adce-4700efdfd635 req-62516a5c-4853-4522-90db-c7849c6cfe48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9526f8cad87c4d11bf168ab92afb8761&device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1098 time: 0.0419378 Sep 03 18:23:32.968565 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06855cd8-eb64-4245-adce-4700efdfd635 req-e0b13efb-37f7-480d-8c4b-3cd21babb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.970044 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-06855cd8-eb64-4245-adce-4700efdfd635 req-e0b13efb-37f7-480d-8c4b-3cd21babb578 service neutron] 10.222.0.23 "GET /v2.0/networks?id=835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 200 len: 910 time: 0.0973744 Sep 03 18:23:33.041815 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-06855cd8-eb64-4245-adce-4700efdfd635 req-e1812a1c-43f2-4260-8ca3-a9c82e15707b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 200 len: 998 time: 0.0643232 Sep 03 18:23:33.099498 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06855cd8-eb64-4245-adce-4700efdfd635 req-9d01f3ba-0447-41de-b039-e2ace68c6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:33.100942 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-06855cd8-eb64-4245-adce-4700efdfd635 req-9d01f3ba-0447-41de-b039-e2ace68c6134 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c9e37797-dca8-4804-805a-967744872d85 HTTP/1.1" status: 200 len: 848 time: 0.0517554 Sep 03 18:23:33.153585 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06855cd8-eb64-4245-adce-4700efdfd635 req-7832cf51-49db-43c4-a071-0b1d3786c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:33.155145 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-06855cd8-eb64-4245-adce-4700efdfd635 req-7832cf51-49db-43c4-a071-0b1d3786c7f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=835b73f9-97f1-48ed-8f21-6a29855dd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467098 Sep 03 18:23:33.167970 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '41d756c0-771a-4d34-b5ec-75ad807d9fdb', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'port_id': '666055b4-1743-4e61-8766-9f5c793d3b49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'mac_address': 'fa:16:3e:e0:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:31Z', 'updated_at': '2021-09-03T18:23:31Z', 'revision_number': 0, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b2096-1fa2-4970-ac66-3839235c143a', 'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'mac_address': 'fa:16:3e:9a:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:49Z', 'updated_at': '2021-09-03T18:22:57Z', 'revision_number': 5, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'subnets': [{'id': 'c9e37797-dca8-4804-805a-967744872d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:33.197693 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] Checking router: 693f71f9-0258-4cf1-848f-3bba067066be for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:33.206767 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:33.207405 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:23:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:33.289404 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-06855cd8-eb64-4245-adce-4700efdfd635 req-9516b91b-7efa-4497-bbc2-6fe53704d52d service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256790 Sep 03 18:23:33.297671 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a23c-a99b-42d4-be4b-d4642668202d req-f77d139c-5a08-4733-be1f-e00e4299ac05 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:33.299166 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-00e8a23c-a99b-42d4-be4b-d4642668202d req-f77d139c-5a08-4733-be1f-e00e4299ac05 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 946 time: 0.1042969 Sep 03 18:23:33.313309 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:33.390337 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-00e8a23c-a99b-42d4-be4b-d4642668202d req-b8b2c519-6acf-41f0-9d91-cc6970b17bde tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827887 Sep 03 18:23:33.414354 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-06855cd8-eb64-4245-adce-4700efdfd635 req-e3495eb9-c17b-4443-bd4f-b8e779137c0e service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142137 Sep 03 18:23:33.540938 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '41d756c0-771a-4d34-b5ec-75ad807d9fdb', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'port_id': '666055b4-1743-4e61-8766-9f5c793d3b49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'mac_address': 'fa:16:3e:e0:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:31Z', 'updated_at': '2021-09-03T18:23:31Z', 'revision_number': 0, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b2096-1fa2-4970-ac66-3839235c143a', 'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'mac_address': 'fa:16:3e:9a:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:49Z', 'updated_at': '2021-09-03T18:22:57Z', 'revision_number': 5, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'subnets': [{'id': 'c9e37797-dca8-4804-805a-967744872d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:33.567086 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa932d-bc29-4c42-bffa-96b33a48dff1 None None] The sync data for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi is: [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '41d756c0-771a-4d34-b5ec-75ad807d9fdb', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'port_id': '666055b4-1743-4e61-8766-9f5c793d3b49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'mac_address': 'fa:16:3e:e0:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:31Z', 'updated_at': '2021-09-03T18:23:31Z', 'revision_number': 0, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b2096-1fa2-4970-ac66-3839235c143a', 'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'mac_address': 'fa:16:3e:9a:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:49Z', 'updated_at': '2021-09-03T18:22:57Z', 'revision_number': 5, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'subnets': [{'id': 'c9e37797-dca8-4804-805a-967744872d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:33.751375 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e92cb-3ca3-40ce-ba33-afe9d2edee94 None None] New status for floating IP 41d756c0-771a-4d34-b5ec-75ad807d9fdb: ACTIVE {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:23:34.504101 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-1e7a54d6-df0e-4f7e-92c6-b266e98e48fa tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:34.505652 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-1e7a54d6-df0e-4f7e-92c6-b266e98e48fa tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 946 time: 0.0545826 Sep 03 18:23:34.522028 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a32011-8755-44f2-ac08-f1371be377c4 req-83824686-6c9b-4708-9c9e-ca2b13f0c83c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:34.524053 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b6a32011-8755-44f2-ac08-f1371be377c4 req-83824686-6c9b-4708-9c9e-ca2b13f0c83c tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 946 time: 0.0563700 Sep 03 18:23:34.565489 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b6a32011-8755-44f2-ac08-f1371be377c4 req-ab57d2fd-44d5-4c73-959b-43d47d7d7028 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups?id=94720c69-09a4-4805-a29e-b0a24e6a5b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349729 Sep 03 18:23:34.605196 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Deleting port 531d50ee-cfc4-4896-931b-e6a10ca950bb {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:34.605546 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.704164 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] For port 531d50ee-cfc4-4896-931b-e6a10ca950bb, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=531d50ee-cfc4-4896-931b-e6a10ca950bb,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:34.704539 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.874121 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.874484 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.874800 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Floating IP 0c14abcc-14f6-43e9-905d-11047a201941 disassociated. External IP: 172.27.1.160, port: 531d50ee-cfc4-4896-931b-e6a10ca950bb. Sep 03 18:23:34.875142 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Calling delete_port for 531d50ee-cfc4-4896-931b-e6a10ca950bb owned by compute:nova {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:35.005620 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:35.033992 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event deleted for resources: {'Port': ['ID=531d50ee-cfc4-4896-931b-e6a10ca950bb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:35.145005 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:35.248933 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:35.259150 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] Sync routers for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:35.273864 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:35.274503 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:23:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:35.288968 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] No DVR routers for this DVR port 531d50ee-cfc4-4896-931b-e6a10ca950bb on host hv-cinder-80409 {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:23:35.291802 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:35.294658 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-c9f86b98-f2af-4228-9e7b-f654edbf2bc8 req-24237ffe-ffea-40dc-a45b-401cd74d25ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.23 "DELETE /v2.0/ports/531d50ee-cfc4-4896-931b-e6a10ca950bb HTTP/1.1" status: 204 len: 173 time: 0.7819755 Sep 03 18:23:35.295409 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-deleted', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:35.297870 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686390e7-3597-4760-aa95-91c1c89b9051" -d '{"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-deleted", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:35.338532 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008dc396-5d23-4258-945f-631a0d6c904c x-openstack-request-id: req-008dc396-5d23-4258-945f-631a0d6c904c {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:35.338830 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89faa0a8-c576-434d-b6f9-4d7dedbb4444", "name": "network-vif-deleted", "tag": "531d50ee-cfc4-4896-931b-e6a10ca950bb", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:35.339079 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-008dc396-5d23-4258-945f-631a0d6c904c {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:35.339505 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89faa0a8-c576-434d-b6f9-4d7dedbb4444', 'name': 'network-vif-deleted', 'tag': '531d50ee-cfc4-4896-931b-e6a10ca950bb', 'status': 'completed', 'code': 200} Sep 03 18:23:35.401476 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:35.619431 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:35.645667 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] Checking router: 9186ff79-a2eb-4782-afe7-fbb1356f4f26 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:35.654616 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:35.655272 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:23:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:35.667509 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-81725efe-4bbc-43ba-a55a-c143f9259962 req-ca0fedac-2ce2-47b8-b3d7-906171c05b7b tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 210 time: 0.0266352 Sep 03 18:23:35.768132 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:35.960324 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:35.992826 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f06361-3933-49c5-a8c1-e5a4546369c2 None None] The sync data for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi is: [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:18:05Z', 'revision_number': 4, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '4fa51eaa-e9f6-43dc-b6a8-d1576f330258', 'name': '', 'network_id': '88f19619-15e0-4f78-aed0-33d17baf59e6', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'mac_address': 'fa:16:3e:bf:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:05Z', 'updated_at': '2021-09-03T18:18:12Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'subnets': [{'id': '257b1bb9-eb72-4169-b520-9545c116aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:36.206250 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8a5cd-8b83-461d-8bb1-81839a76c677 None None] New status for floating IP 0c14abcc-14f6-43e9-905d-11047a201941: DOWN {{(pid=94097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:23:36.770081 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-0bfd1b22-6556-4333-b83c-925024759a08 req-24723bc0-d9cc-4ebc-bb1d-3b175761e1ff tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Sep 03 18:23:37.892643 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-7eb10257-25e9-4e9d-b7cb-b1e81b333035 req-fce3f37e-9232-4193-9902-07b8441ef0ac tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/ports?device_id=89faa0a8-c576-434d-b6f9-4d7dedbb4444 HTTP/1.1" status: 200 len: 210 time: 0.0282190 Sep 03 18:23:38.767701 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:23:38.983886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52880) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:39.048374 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2be6-bfe1-455f-9c4b-2d2c8907a823 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.070237 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2be6-bfe1-455f-9c4b-2d2c8907a823 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.114059 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2be6-bfe1-455f-9c4b-2d2c8907a823 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.116697 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2be6-bfe1-455f-9c4b-2d2c8907a823 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.117810 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-2e4d2be6-bfe1-455f-9c4b-2d2c8907a823 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "DELETE /v2.0/security-groups/94720c69-09a4-4805-a29e-b0a24e6a5b3d HTTP/1.1" status: 204 len: 168 time: 0.1329520 Sep 03 18:23:39.120720 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52882) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:39.126702 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d2be6-bfe1-455f-9c4b-2d2c8907a823 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94720c69-09a4-4805-a29e-b0a24e6a5b3d,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:39.134218 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.api.v2.resource [None req-46880510-44df-43a3-b241-2cba17c2a98f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] show failed (client error): The resource could not be found. Sep 03 18:23:39.135434 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-46880510-44df-43a3-b241-2cba17c2a98f tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "GET /v2.0/security-groups/94720c69-09a4-4805-a29e-b0a24e6a5b3d HTTP/1.1" status: 404 len: 347 time: 0.0137246 Sep 03 18:23:39.138773 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52884) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:39.274877 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Deleting port 71383a59-ae74-4729-b52a-33c628d287a2 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:39.275135 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.362530 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.363021 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.375126 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Calling delete_port for 71383a59-ae74-4729-b52a-33c628d287a2 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:39.504482 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.531031 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Pushing event deleted for resources: {'Port': ['ID=71383a59-ae74-4729-b52a-33c628d287a2,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:39.531573 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:39.553009 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 531d50ee-cfc4-4896-931b-e6a10ca950bb {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:39.553354 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 531d50ee-cfc4-4896-931b-e6a10ca950bb not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:39.590539 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.593069 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.594221 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7a3065db-8a69-404f-be2a-c5d984982ee9 tempest-AttachVolumeShelveTestJSON-1258336753 tempest-AttachVolumeShelveTestJSON-1258336753-project] 10.222.0.49 "DELETE /v2.0/floatingips/0c14abcc-14f6-43e9-905d-11047a201941 HTTP/1.1" status: 204 len: 168 time: 0.4544106 Sep 03 18:23:40.448798 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-fcd2afda-3734-43c2-b144-a9ab9c24f5aa tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229168932&fields=id&tenant_id=deb148323da346ea8b9bb7f28f0e5ffb HTTP/1.1" status: 200 len: 267 time: 0.0326405 Sep 03 18:23:40.559765 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-bfc7ed5b-8fef-4525-b2f7-60bdd7b65151 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:40.561276 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-bfc7ed5b-8fef-4525-b2f7-60bdd7b65151 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 812 time: 0.1051047 Sep 03 18:23:40.576430 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-a16561da-72c8-43eb-a36c-fd8828ae0fc2 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/quotas/deb148323da346ea8b9bb7f28f0e5ffb HTTP/1.1" status: 200 len: 375 time: 0.0094666 Sep 03 18:23:40.628285 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-0ff64af0-c4b1-4a1e-981e-17f5307a9757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:40.634834 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-58746cc7-167d-455f-ab22-2c36e93e5c22 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0531566 Sep 03 18:23:40.740445 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-be0b706d-1fba-40a5-88b3-f9f19f2a4467 service neutron] 10.222.0.49 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928411 Sep 03 18:23:40.830860 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-3a4322a3-273c-4fa1-bba2-a1a630e75635 service neutron] 10.222.0.49 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842099 Sep 03 18:23:41.135360 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2bbbcfff-0234-431d-b144-559773715689 req-2d605187-91ef-48ff-bcc4-9ba1c276e853 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 210 time: 0.0331969 Sep 03 18:23:42.019270 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52936) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:42.029453 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-b6ca8656-89f8-473a-89c1-6ed1610e9e5c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:42.031094 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-b6ca8656-89f8-473a-89c1-6ed1610e9e5c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 812 time: 0.1244218 Sep 03 18:23:42.076556 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-f446fba7-c2e5-41dc-b574-8c0a0a49c8d5 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deb148323da346ea8b9bb7f28f0e5ffb HTTP/1.1" status: 200 len: 379 time: 0.0361729 Sep 03 18:23:42.085915 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'port': {'device_id': '5a11d604-653e-4c86-bed7-866116c782a3', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'admin_state_up': True, 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'security_groups': ['c4972fec-9f44-4683-8a0c-0248ef24ff0a']}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:42.215468 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Made reservation on behalf of deb148323da346ea8b9bb7f28f0e5ffb for: {'port': 1} {{(pid=94096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:42.221203 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.266153 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-e9cd625c-93a6-4e69-84ae-e3e711df96fb req-09681ce6-84e4-4d01-bb4a-0139a12fd736 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 210 time: 0.0407889 Sep 03 18:23:42.385681 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Allocated IP 172.20.0.10 (8ca9d327-774b-450c-a1ef-250e5c303468/b901e8c0-1537-4c59-a7bc-b014991d207e/98c9f9eb-8377-4380-95bc-0d446968896f) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:42.536868 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.554117 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Transition to ACTIVE for port object 98c9f9eb-8377-4380-95bc-0d446968896f will not be triggered until provisioned by entity DHCP. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:42.594133 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.640898 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Network 8ca9d327-774b-450c-a1ef-250e5c303468 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:42.644203 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:42.648584 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:42.697579 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'Port': ['ID=98c9f9eb-8377-4380-95bc-0d446968896f,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:42.729840 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:42.731131 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.749559 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-0bfec5dc-f99d-464a-a25c-836827060e77 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6675563 Sep 03 18:23:42.763311 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Request body: {'port': {'device_id': '5a11d604-653e-4c86-bed7-866116c782a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80409'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:42.764531 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33156733'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.824910 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.949441 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-16789cdf-4561-47ad-b481-a8fa1c01eb2b None None] Provisioning for port 98c9f9eb-8377-4380-95bc-0d446968896f completed by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:42.953826 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-16789cdf-4561-47ad-b481-a8fa1c01eb2b None None] Provisioning complete for port 98c9f9eb-8377-4380-95bc-0d446968896f triggered by entity DHCP. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:42.954199 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-16789cdf-4561-47ad-b481-a8fa1c01eb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.988020 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-16789cdf-4561-47ad-b481-a8fa1c01eb2b None None] Port 98c9f9eb-8377-4380-95bc-0d446968896f cannot update to ACTIVE because it is not bound. {{(pid=94097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:23:43.027412 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Deleting port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:43.027766 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.110946 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] For port 4fa51eaa-e9f6-43dc-b6a8-d1576f330258, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=4fa51eaa-e9f6-43dc-b6a8-d1576f330258,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:43.111340 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.115649 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c9f9eb-8377-4380-95bc-0d446968896f {{(pid=94096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:43.123111 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.124083 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Calling delete_port for 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:43.134694 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Transition to ACTIVE for port object 98c9f9eb-8377-4380-95bc-0d446968896f will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:43.139263 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.188597 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Pushing event updated for resources: {'Port': ['ID=98c9f9eb-8377-4380-95bc-0d446968896f,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:43.275522 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Attempting to bind port 98c9f9eb-8377-4380-95bc-0d446968896f on host hv-cinder-80409 for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:43.275973 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Attempting to bind port 98c9f9eb-8377-4380-95bc-0d446968896f by drivers openvswitch,hyperv on host hv-cinder-80409 at level 0 using segments [{'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:43.276379 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Attempting to bind port 98c9f9eb-8377-4380-95bc-0d446968896f on network 8ca9d327-774b-450c-a1ef-250e5c303468 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:43.281062 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Port 98c9f9eb-8377-4380-95bc-0d446968896f on network 8ca9d327-774b-450c-a1ef-250e5c303468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80409 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:23:43.281580 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Attempting to bind port 98c9f9eb-8377-4380-95bc-0d446968896f on network 8ca9d327-774b-450c-a1ef-250e5c303468 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:43.288540 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Checking agent: {'id': '159fed2c-4165-4bad-9948-a85c094e419b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'started_at': datetime.datetime(2021, 9, 3, 18, 12, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:43.288912 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Checking segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:43.289308 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Bound using segment: {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:43.289748 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Bound port: 98c9f9eb-8377-4380-95bc-0d446968896f, host: hv-cinder-80409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:43.290110 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.322936 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.352335 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa51eaa-e9f6-43dc-b6a8-d1576f330258,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:43.413741 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e8fe-8d87-4a52-805d-9fd3bbb1b695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.475805 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec37863-f722-4b9d-a5ef-364e7ccd5265 req-82e1122c-ee06-4f2d-843f-a7728b163f29 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:43.477484 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0ec37863-f722-4b9d-a5ef-364e7ccd5265 req-82e1122c-ee06-4f2d-843f-a7728b163f29 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.1264877 Sep 03 18:23:43.589741 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0ec37863-f722-4b9d-a5ef-364e7ccd5265 req-6ad98412-5e54-4f4f-8505-8f172dd7266d tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742188 Sep 03 18:23:43.614595 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33032868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33187295'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.616810 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] For port 98c9f9eb-8377-4380-95bc-0d446968896f, host hv-cinder-80409, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:43.621770 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] For port 98c9f9eb-8377-4380-95bc-0d446968896f, host hv-cinder-80409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98c9f9eb-8377-4380-95bc-0d446968896f,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:43.631251 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.639212 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.667339 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:43.667977 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.669911 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-429686a7-825c-426d-983f-cf68cb10135b service neutron] 10.222.0.23 "PUT /v2.0/ports/98c9f9eb-8377-4380-95bc-0d446968896f HTTP/1.1" status: 200 len: 1094 time: 0.9116504 Sep 03 18:23:43.670354 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:43.672644 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:43.714925 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429686a7-825c-426d-983f-cf68cb10135b service neutron] Pushing event updated for resources: {'Port': ['ID=98c9f9eb-8377-4380-95bc-0d446968896f,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:43.729156 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb82205c-61be-4357-aabf-a6688efc14b6 x-openstack-request-id: req-eb82205c-61be-4357-aabf-a6688efc14b6 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:43.729444 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:43.729691 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb82205c-61be-4357-aabf-a6688efc14b6 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:43.730086 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f', 'status': 'completed', 'code': 200} Sep 03 18:23:43.768574 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-7836887e-f95e-432f-b5e7-a3c61baba5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:43.771780 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-7836887e-f95e-432f-b5e7-a3c61baba5c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 1097 time: 0.0497549 Sep 03 18:23:43.819295 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-e6d30803-c78c-4008-945b-396ea1b3bdc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98c9f9eb-8377-4380-95bc-0d446968896f HTTP/1.1" status: 200 len: 217 time: 0.0395114 Sep 03 18:23:43.870084 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-a171dbda-49ed-4862-90a5-8ae7b8608100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:43.871464 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-a171dbda-49ed-4862-90a5-8ae7b8608100 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0448086 Sep 03 18:23:43.874812 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:43.921390 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-f281c28b-ddd8-49fc-93a8-b34de9aa13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:43.922894 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-f281c28b-ddd8-49fc-93a8-b34de9aa13d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434170 Sep 03 18:23:43.983367 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:43.988827 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-376b05b8-dc0d-44e5-8834-a44474efc8d7 admin admin] 10.222.0.49 "PUT /v2.0/routers/9186ff79-a2eb-4782-afe7-fbb1356f4f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9684825 Sep 03 18:23:43.991628 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 52946) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:43.993267 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] Sync routers for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:44.004144 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:44.005039 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:23:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:44.023589 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-af23ad2d-56d8-4501-b544-39d81331fe68 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901935 Sep 03 18:23:44.104218 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.119608 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:44.130669 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-37a49185-69ac-43d1-a344-9afb57fdbb1a req-ac35bff1-5b99-46f8-b41f-390af7b1da12 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991004 Sep 03 18:23:44.222645 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.225943 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-104cefc3-2fd6-4418-812d-e2dbf09d38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.229001 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-104cefc3-2fd6-4418-812d-e2dbf09d38d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 1097 time: 0.0486124 Sep 03 18:23:44.295773 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Deleting port 299b4ef4-d2b2-4703-b599-8900c168b3ed {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:44.296167 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.340270 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-cfc7cde8-4b99-4992-a9c6-cea6748e4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.342345 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-cfc7cde8-4b99-4992-a9c6-cea6748e4647 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.1060853 Sep 03 18:23:44.380423 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] For port 299b4ef4-d2b2-4703-b599-8900c168b3ed, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=299b4ef4-d2b2-4703-b599-8900c168b3ed,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:44.380920 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.387088 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-91988aa7-5cc4-4d41-837b-087b4de973d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98c9f9eb-8377-4380-95bc-0d446968896f HTTP/1.1" status: 200 len: 217 time: 0.0369439 Sep 03 18:23:44.394412 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Calling delete_port for 299b4ef4-d2b2-4703-b599-8900c168b3ed owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:44.415112 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:23:43Z', 'revision_number': 5, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port': {'id': '299b4ef4-d2b2-4703-b599-8900c168b3ed', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:03Z', 'updated_at': '2021-09-03T18:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:44.437453 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-b0288cb9-9c1a-4660-b845-b86b95983b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.439255 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-b0288cb9-9c1a-4660-b845-b86b95983b8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0450861 Sep 03 18:23:44.443399 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] Checking router: 9186ff79-a2eb-4782-afe7-fbb1356f4f26 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:44.452705 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] Routers {'9186ff79-a2eb-4782-afe7-fbb1356f4f26'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:44.453402 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:23:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:44.486567 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-50d02dad-2490-4199-905b-b23e41b29c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.488378 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-50d02dad-2490-4199-905b-b23e41b29c9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415025 Sep 03 18:23:44.503491 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.549351 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] Set router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:44.567186 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.591058 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Pushing event deleted for resources: {'Port': ['ID=299b4ef4-d2b2-4703-b599-8900c168b3ed,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:44.602853 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-42a5d1fa-198a-4aa4-b063-15f6e66d481a service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002359 Sep 03 18:23:44.604512 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:23:44Z', 'revision_number': 6, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port_host': None}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:44.641410 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5664b4-d948-4c6d-8cc4-e5d260ecf5d5 None None] The sync data for ids ['9186ff79-a2eb-4782-afe7-fbb1356f4f26'] in dv-cinder-804093-5-iscsi is: [{'id': '9186ff79-a2eb-4782-afe7-fbb1356f4f26', 'name': 'tempest-AttachVolumeShelveTestJSON-1766287133-router', 'tenant_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:02Z', 'updated_at': '2021-09-03T18:23:44Z', 'revision_number': 6, 'project_id': 'bb3b35affd9e4674a5fc84bd37ce861e', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:44.710178 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33187111'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.710434 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cd4fe0a2-ec2d-4011-9ef2-6151cb082b4e req-0143e456-bfd7-40d2-b16e-c0e69d57aa0c service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999272 Sep 03 18:23:44.750082 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6078e18-527b-4c6f-a420-e7553a95b835 req-43bd8f18-0802-4528-bcdb-15cd0bfc366c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.751577 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a6078e18-527b-4c6f-a420-e7553a95b835 req-43bd8f18-0802-4528-bcdb-15cd0bfc366c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.0875409 Sep 03 18:23:44.825086 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33157360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5236'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.828342 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.878132 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a6078e18-527b-4c6f-a420-e7553a95b835 req-db732a20-cc2d-431c-b989-66696c939970 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947049 Sep 03 18:23:44.886492 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33157371'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.887340 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9186ff79-a2eb-4782-afe7-fbb1356f4f26 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:23:44.894727 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.896536 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-675d58d4-7266-4d3a-aa82-c4acbc9d0102 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9186ff79-a2eb-4782-afe7-fbb1356f4f26 HTTP/1.1" status: 204 len: 168 time: 0.9038212 Sep 03 18:23:44.899191 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52950) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:44.957803 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cacd2b8-2b6f-4fc9-bd7d-ba745d0e67f9 admin admin] Deleting subnet 257b1bb9-eb72-4169-b520-9545c116aeff {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:23:44.960737 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6cacd2b8-2b6f-4fc9-bd7d-ba745d0e67f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.995982 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6cacd2b8-2b6f-4fc9-bd7d-ba745d0e67f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29952725'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.076598 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6cacd2b8-2b6f-4fc9-bd7d-ba745d0e67f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.128231 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6cacd2b8-2b6f-4fc9-bd7d-ba745d0e67f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32546790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30265900'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.156477 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacd2b8-2b6f-4fc9-bd7d-ba745d0e67f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257b1bb9-eb72-4169-b520-9545c116aeff,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.160844 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6cacd2b8-2b6f-4fc9-bd7d-ba745d0e67f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.163210 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-6cacd2b8-2b6f-4fc9-bd7d-ba745d0e67f9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/257b1bb9-eb72-4169-b520-9545c116aeff HTTP/1.1" status: 204 len: 168 time: 0.2627618 Sep 03 18:23:45.165538 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52952) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:45.166813 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68701bc5-3b67-4984-b3c4-2e01d41405dd None None] Network 88f19619-15e0-4f78-aed0-33d17baf59e6 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:45.233364 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.285574 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Deleting port 4955c06a-59f7-48a8-8d16-808da8d26dc8 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:45.285917 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.355176 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] For port 4955c06a-59f7-48a8-8d16-808da8d26dc8, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=4955c06a-59f7-48a8-8d16-808da8d26dc8,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:45.355563 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.368026 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Calling delete_port for 4955c06a-59f7-48a8-8d16-808da8d26dc8 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:45.377604 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a40e418-c0cc-4802-aeb5-d55aebd4d374 None None] DHCP port deletion for 88f19619-15e0-4f78-aed0-33d17baf59e6 request from dv-cinder-804093-5-iscsi {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:23:45.433227 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3a40e418-c0cc-4802-aeb5-d55aebd4d374 None None] Deleting port 4955c06a-59f7-48a8-8d16-808da8d26dc8 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:45.433574 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3a40e418-c0cc-4802-aeb5-d55aebd4d374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.454123 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.481403 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4955c06a-59f7-48a8-8d16-808da8d26dc8,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.487106 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] No DVR routers for this DVR port 4955c06a-59f7-48a8-8d16-808da8d26dc8 on host dv-cinder-804093-5-iscsi {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:23:45.504146 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-3a40e418-c0cc-4802-aeb5-d55aebd4d374 None None] For port 4955c06a-59f7-48a8-8d16-808da8d26dc8, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=4955c06a-59f7-48a8-8d16-808da8d26dc8,segment=NetworkSegment(ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc),segment_id=ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:45.504724 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3a40e418-c0cc-4802-aeb5-d55aebd4d374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.518173 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-3a40e418-c0cc-4802-aeb5-d55aebd4d374 None None] Calling delete_port for 4955c06a-59f7-48a8-8d16-808da8d26dc8 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:45.558279 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.570671 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f19619-15e0-4f78-aed0-33d17baf59e6']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:45.581987 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:45.582290 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed93e99d-1ace-44f7-8583-a8b5dcc3c0cc') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:45.592043 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29952716'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.607379 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.614390 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:23:45.614981 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32546744'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: Traceback (most recent call last): Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: timer() Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: cb(*args, **kw) Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: return func(*args, **kwargs) Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: self._notify() Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: self.callback(batched_events) Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: event.method(event) Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: return f(self, *a, **k) Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._get(url).json() Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: return self.request(url, 'GET', **kwargs) Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:23:45.617252 dv-cinder-804093-5-iscsi neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:23:45.632578 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-3a40e418-c0cc-4802-aeb5-d55aebd4d374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.664591 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40e418-c0cc-4802-aeb5-d55aebd4d374 None None] Pushing event deleted for resources: {'Port': ['ID=4955c06a-59f7-48a8-8d16-808da8d26dc8,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.673756 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40e418-c0cc-4802-aeb5-d55aebd4d374 None None] No DVR routers for this DVR port 4955c06a-59f7-48a8-8d16-808da8d26dc8 on host dv-cinder-804093-5-iscsi {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:23:45.689455 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.696304 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.698215 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/88f19619-15e0-4f78-aed0-33d17baf59e6 HTTP/1.1" status: 204 len: 168 time: 0.5317781 Sep 03 18:23:45.709744 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90ed0c-9803-4b46-93d9-89b1d8d0b6b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f19619-15e0-4f78-aed0-33d17baf59e6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.823718 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52956) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:45.862710 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-59ace9d8-3f28-47dd-a49a-e473031fb75d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb3b35affd9e4674a5fc84bd37ce861e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378129 Sep 03 18:23:45.865227 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 52958) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:45.913040 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30441232-5b85-4188-af4e-ea942ef6785f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.935417 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30441232-5b85-4188-af4e-ea942ef6785f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.013376 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce95a4-f827-4ca7-9291-9a0b11c29fdf req-d04d610c-61cc-4077-b352-9e1e224ad404 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:46.015321 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-adce95a4-f827-4ca7-9291-9a0b11c29fdf req-d04d610c-61cc-4077-b352-9e1e224ad404 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.0652666 Sep 03 18:23:46.029659 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30441232-5b85-4188-af4e-ea942ef6785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.032506 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-30441232-5b85-4188-af4e-ea942ef6785f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.033775 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-30441232-5b85-4188-af4e-ea942ef6785f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b721e561-132e-40a0-b8b4-d79b173acbfd HTTP/1.1" status: 204 len: 168 time: 0.1676550 Sep 03 18:23:46.045902 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.050666 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30441232-5b85-4188-af4e-ea942ef6785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b721e561-132e-40a0-b8b4-d79b173acbfd,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:46.069490 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-adce95a4-f827-4ca7-9291-9a0b11c29fdf req-ef65762f-45ff-44d9-b1e2-b1eb1e260ccf tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473239 Sep 03 18:23:46.107235 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.262860 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 299b4ef4-d2b2-4703-b599-8900c168b3ed no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:46.282967 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 299b4ef4-d2b2-4703-b599-8900c168b3ed {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:46.283312 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 299b4ef4-d2b2-4703-b599-8900c168b3ed not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:46.283740 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:46.306334 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:46.306680 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 4fa51eaa-e9f6-43dc-b6a8-d1576f330258 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:46.307095 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 4955c06a-59f7-48a8-8d16-808da8d26dc8 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:46.326180 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 4955c06a-59f7-48a8-8d16-808da8d26dc8 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:46.326523 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 4955c06a-59f7-48a8-8d16-808da8d26dc8 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:47.191233 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f02da-b0c4-4d84-895d-f1af2d97f90e req-6266ab18-1ff4-4489-bdc9-595464fec83c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.192761 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-658f02da-b0c4-4d84-895d-f1af2d97f90e req-6266ab18-1ff4-4489-bdc9-595464fec83c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.0528436 Sep 03 18:23:47.230329 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-658f02da-b0c4-4d84-895d-f1af2d97f90e req-4950a515-ca03-4b09-8a76-2ed0cd94c588 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315452 Sep 03 18:23:48.344005 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ca3fb-5390-4ef2-9168-6026b48c6e45 req-2cd4284e-c6d1-4000-92c0-559eaa16f14f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:48.345598 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bf9ca3fb-5390-4ef2-9168-6026b48c6e45 req-2cd4284e-c6d1-4000-92c0-559eaa16f14f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.0493205 Sep 03 18:23:48.385737 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-bf9ca3fb-5390-4ef2-9168-6026b48c6e45 req-120754ed-1453-45d5-91ee-a23878b1692c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340490 Sep 03 18:23:49.500671 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ab0fa-584a-4f73-a018-bd23a34be3f4 req-f8b19a4f-af78-416d-9ace-8caeac756c7b tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:49.502188 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fa8ab0fa-584a-4f73-a018-bd23a34be3f4 req-f8b19a4f-af78-416d-9ace-8caeac756c7b tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.0489831 Sep 03 18:23:49.541109 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-fa8ab0fa-584a-4f73-a018-bd23a34be3f4 req-ab53df7e-8f4a-4b77-a38b-6fa055b41624 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328636 Sep 03 18:23:50.654963 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9715-8b5a-4310-a2a0-1669621f4ca3 req-efbed31e-c60c-4ab6-abf0-f312ae6fa18c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:50.656427 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-298c9715-8b5a-4310-a2a0-1669621f4ca3 req-efbed31e-c60c-4ab6-abf0-f312ae6fa18c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.0480659 Sep 03 18:23:50.697507 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-298c9715-8b5a-4310-a2a0-1669621f4ca3 req-a88281f7-3a20-4a38-b091-53eee16e2fbd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344992 Sep 03 18:23:51.560631 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 98c9f9eb-8377-4380-95bc-0d446968896f details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:23:51.655280 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 98c9f9eb-8377-4380-95bc-0d446968896f, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98c9f9eb-8377-4380-95bc-0d446968896f,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:51.667448 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '98c9f9eb-8377-4380-95bc-0d446968896f', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'port_id': '98c9f9eb-8377-4380-95bc-0d446968896f', 'mac_address': 'fa:16:3e:16:f8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:23:51.707884 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:51.723821 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c9f9eb-8377-4380-95bc-0d446968896f {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:51.748028 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 98c9f9eb-8377-4380-95bc-0d446968896f, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98c9f9eb-8377-4380-95bc-0d446968896f,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:51.752480 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:51.806390 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=98c9f9eb-8377-4380-95bc-0d446968896f,revision_number=4']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:51.822832 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c3a60-5bf5-4101-9227-300ebe12eb9f req-14490519-b1a6-4925-a071-5332651e1042 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:51.824334 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-797c3a60-5bf5-4101-9227-300ebe12eb9f req-14490519-b1a6-4925-a071-5332651e1042 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 945 time: 0.0533080 Sep 03 18:23:51.867088 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-797c3a60-5bf5-4101-9227-300ebe12eb9f req-4a509a5c-4547-43b6-b0dc-a445ac3a89dc tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361369 Sep 03 18:23:51.997999 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['98c9f9eb-8377-4380-95bc-0d446968896f'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:23:52.989732 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073c100-1377-4bc4-8e85-a70a6273607f req-f0620ed5-8a81-4270-80f5-f9aa80994e8a tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:52.991155 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0073c100-1377-4bc4-8e85-a70a6273607f req-f0620ed5-8a81-4270-80f5-f9aa80994e8a tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 945 time: 0.0551658 Sep 03 18:23:53.030463 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0073c100-1377-4bc4-8e85-a70a6273607f req-b5ad5cd7-34af-4eaa-b66d-88580dc6d942 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331297 Sep 03 18:23:53.576082 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 98c9f9eb-8377-4380-95bc-0d446968896f up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:53.623382 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning for port 98c9f9eb-8377-4380-95bc-0d446968896f completed by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:53.626959 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 98c9f9eb-8377-4380-95bc-0d446968896f triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:53.627335 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.709138 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.731022 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:53.733278 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beb6a38-c7b4-4594-9768-606e140780a4" -d '{"events": [{"server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "name": "network-vif-plugged", "status": "completed", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:53.745322 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 98c9f9eb-8377-4380-95bc-0d446968896f, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98c9f9eb-8377-4380-95bc-0d446968896f,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:53.753797 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.778140 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d172cd-7a29-4222-948e-2a55dcaf6b66 x-openstack-request-id: req-c1d172cd-7a29-4222-948e-2a55dcaf6b66 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:53.778448 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "name": "network-vif-plugged", "status": "completed", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:53.778715 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1d172cd-7a29-4222-948e-2a55dcaf6b66 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:53.779108 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f', 'code': 200} Sep 03 18:23:53.806475 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=98c9f9eb-8377-4380-95bc-0d446968896f,revision_number=5']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:53.996309 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d9bd-7c17-4332-ad06-8837846b8f50 req-984da792-ce66-41ea-b7b9-fba7cc9df4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:53.998359 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-40d2d9bd-7c17-4332-ad06-8837846b8f50 req-984da792-ce66-41ea-b7b9-fba7cc9df4cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 1099 time: 0.0396347 Sep 03 18:23:54.037525 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-40d2d9bd-7c17-4332-ad06-8837846b8f50 req-1db38a86-d5c7-4923-b2ad-6b1e5d9f86ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317500 Sep 03 18:23:54.160365 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cdc2c-4136-46f0-9b40-d89f26f44574 req-f325e993-cfe5-455a-9354-dfcd588d4d20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:54.162152 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e49cdc2c-4136-46f0-9b40-d89f26f44574 req-f325e993-cfe5-455a-9354-dfcd588d4d20 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 946 time: 0.0519407 Sep 03 18:23:54.202343 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e49cdc2c-4136-46f0-9b40-d89f26f44574 req-5fa5867a-c179-4405-9a47-fc8b44b370ed tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338235 Sep 03 18:23:55.331049 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830eba1-ebba-4e05-b224-53aaa9722ccf req-05425824-9b14-416d-aa8a-f44ed6fdf8d0 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:55.332775 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3830eba1-ebba-4e05-b224-53aaa9722ccf req-05425824-9b14-416d-aa8a-f44ed6fdf8d0 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 946 time: 0.0491548 Sep 03 18:23:55.333017 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53100) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.374116 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-3830eba1-ebba-4e05-b224-53aaa9722ccf req-11fbdf8d-d5d8-449c-9c70-d6596d0c0b9f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354147 Sep 03 18:23:55.439577 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f343110e-702d-4b73-a3bb-5e7e829c48b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.513876 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64af460-95ad-40ae-8724-861cd6d753ec req-2ca9abe4-1cb4-4948-b60f-e8b202cacaf5 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:55.515373 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b64af460-95ad-40ae-8724-861cd6d753ec req-2ca9abe4-1cb4-4948-b60f-e8b202cacaf5 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 946 time: 0.0737796 Sep 03 18:23:55.572247 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b64af460-95ad-40ae-8724-861cd6d753ec req-97cc1f27-7c8c-476f-bbe0-e1f6457b97f4 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485737 Sep 03 18:23:55.595064 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53106) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.596412 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f343110e-702d-4b73-a3bb-5e7e829c48b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.600584 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-f343110e-702d-4b73-a3bb-5e7e829c48b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.636031 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343110e-702d-4b73-a3bb-5e7e829c48b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931722d8-5263-47b5-ade2-937bc9838970,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:55.640799 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f765ed-437e-4cd7-9b98-64d075ff052e tempest-TestVolumeBootPattern-1849808545 tempest-TestVolumeBootPattern-1849808545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:55.642443 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-f5f765ed-437e-4cd7-9b98-64d075ff052e tempest-TestVolumeBootPattern-1849808545 tempest-TestVolumeBootPattern-1849808545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 1094 time: 0.0463753 Sep 03 18:23:55.645627 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53108) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.650098 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.v2.base [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Request body: {'floatingip': {'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'port_id': '98c9f9eb-8377-4380-95bc-0d446968896f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:55.655915 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-f343110e-702d-4b73-a3bb-5e7e829c48b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0c35fc4aa6d46e5b1d6276f90c5edcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187563 Sep 03 18:23:55.656128 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53110) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.673664 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.705921 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf959-bd35-49d7-a753-7255c4dab066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.731283 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf959-bd35-49d7-a753-7255c4dab066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.768883 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.777886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf959-bd35-49d7-a753-7255c4dab066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.780732 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf959-bd35-49d7-a753-7255c4dab066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.782001 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-bfdaf959-bd35-49d7-a753-7255c4dab066 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/931722d8-5263-47b5-ade2-937bc9838970 HTTP/1.1" status: 204 len: 168 time: 0.1249044 Sep 03 18:23:55.791112 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaf959-bd35-49d7-a753-7255c4dab066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931722d8-5263-47b5-ade2-937bc9838970,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:55.895369 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_common [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Allocated IP 172.27.1.95 (2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261/ba82cebe-8ee3-40dd-9f03-e931d4d1dfda/9298dc82-e14d-45db-8a0b-1942f4a0a2e1) {{(pid=94096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:56.003909 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for port, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.044681 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790875233419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.080653 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Network 2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261 is already hosted by enough agents. {{(pid=94096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:56.083410 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.base_scheduler [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Resources bound (agent type, host, resource id): {{(pid=94096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:56.086034 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Received port after_create {{(pid=94096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:56.118659 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'Port': ['ID=9298dc82-e14d-45db-8a0b-1942f4a0a2e1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:56.440355 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.506359 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.662100 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.666343 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32546780'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.740472 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event updated for resources: {'Port': ['ID=9298dc82-e14d-45db-8a0b-1942f4a0a2e1,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:56.751527 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33187197'] for floatingip, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.851435 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Floating IP f88455a7-5c70-4800-902b-016b33751479 associated. External IP: 172.27.1.95, port: 98c9f9eb-8377-4380-95bc-0d446968896f. Sep 03 18:23:57.069931 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Router 8e9ba325-dd6a-41c3-bd83-b32f19165236 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:57.179329 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:57.191095 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] Sync routers for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:57.197904 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.202253 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:57.202971 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:23:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:57.225383 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c872895a-1b2a-483a-b82d-78dd6fdd827f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5787101 Sep 03 18:23:57.226076 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:57.228513 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db2073-8e6e-4219-98cb-1c026388e7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:57.249941 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53154) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:57.272169 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17648c55-0ea2-4499-a3bb-dea0e7eb6142 x-openstack-request-id: req-17648c55-0ea2-4499-a3bb-dea0e7eb6142 {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:57.272541 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:57.272775 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17648c55-0ea2-4499-a3bb-dea0e7eb6142 {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:57.273207 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f', 'status': 'completed', 'code': 200} Sep 03 18:23:57.327954 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:57.339770 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-2ba8627f-1cc1-405e-b50d-d0f88b544db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:57.341568 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-2ba8627f-1cc1-405e-b50d-d0f88b544db2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 1099 time: 0.0441544 Sep 03 18:23:57.363510 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-756a4605-0be8-43e1-aa18-21a923fabe60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.444688 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-78598974-e63f-49dc-8204-57e9034b4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:57.446802 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-78598974-e63f-49dc-8204-57e9034b4114 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.0977645 Sep 03 18:23:57.459538 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-756a4605-0be8-43e1-aa18-21a923fabe60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.464397 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-756a4605-0be8-43e1-aa18-21a923fabe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.505152 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-756a4605-0be8-43e1-aa18-21a923fabe60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83fc1a549d8d4389a9c38c6d28466ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518110 Sep 03 18:23:57.505516 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53158) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:57.513665 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-039e0c8f-4cc0-49f6-97b5-210bd6219682 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98c9f9eb-8377-4380-95bc-0d446968896f HTTP/1.1" status: 200 len: 999 time: 0.0595589 Sep 03 18:23:57.517906 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a4605-0be8-43e1-aa18-21a923fabe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df31083c-c02c-4dab-ace9-540e4ad2f39b,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:57.565926 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-29863988-8c36-4f4f-ae68-4a9bba13915d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.588544 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '3714e398-54f1-46e7-b18e-05f9cba50a3f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:21:44Z', 'updated_at': '2021-09-03T18:21:46Z', 'revision_number': 1, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}, {'id': 'f88455a7-5c70-4800-902b-016b33751479', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '98c9f9eb-8377-4380-95bc-0d446968896f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:16:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a11d604-653e-4c86-bed7-866116c782a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:56Z', 'updated_at': '2021-09-03T18:23:56Z', 'revision_number': 0, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:57.588902 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-6359bbde-c8ce-4148-b907-da9a87b6baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:57.589301 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-29863988-8c36-4f4f-ae68-4a9bba13915d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.590940 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-6359bbde-c8ce-4148-b907-da9a87b6baaa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0697150 Sep 03 18:23:57.617168 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] Checking router: 8e9ba325-dd6a-41c3-bd83-b32f19165236 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:57.625623 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:57.626250 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:23:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:57.643405 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-9e74449f-47d2-4686-a3d6-e5f3bc1a52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:57.645050 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-9e74449f-47d2-4686-a3d6-e5f3bc1a52ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466754 Sep 03 18:23:57.647282 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-29863988-8c36-4f4f-ae68-4a9bba13915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.650101 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-29863988-8c36-4f4f-ae68-4a9bba13915d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.651313 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-29863988-8c36-4f4f-ae68-4a9bba13915d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df31083c-c02c-4dab-ace9-540e4ad2f39b HTTP/1.1" status: 204 len: 168 time: 0.1449852 Sep 03 18:23:57.660824 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29863988-8c36-4f4f-ae68-4a9bba13915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df31083c-c02c-4dab-ace9-540e4ad2f39b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:57.761038 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-93677f22-6105-44da-9dea-08d1586824fc service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084294 Sep 03 18:23:57.765071 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:57.951579 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53164) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:57.965562 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51662b17-ec42-4f4e-8737-24fae882f97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.025582 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '3714e398-54f1-46e7-b18e-05f9cba50a3f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:21:44Z', 'updated_at': '2021-09-03T18:21:46Z', 'revision_number': 1, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}, {'id': 'f88455a7-5c70-4800-902b-016b33751479', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '98c9f9eb-8377-4380-95bc-0d446968896f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:16:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a11d604-653e-4c86-bed7-866116c782a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:56Z', 'updated_at': '2021-09-03T18:23:56Z', 'revision_number': 0, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:58.054897 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0958d58a-c759-46e1-a11c-1d880a55efbc None None] The sync data for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi is: [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '3714e398-54f1-46e7-b18e-05f9cba50a3f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:21:44Z', 'updated_at': '2021-09-03T18:21:46Z', 'revision_number': 1, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}, {'id': 'f88455a7-5c70-4800-902b-016b33751479', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '98c9f9eb-8377-4380-95bc-0d446968896f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:16:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a11d604-653e-4c86-bed7-866116c782a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:56Z', 'updated_at': '2021-09-03T18:23:56Z', 'revision_number': 0, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:58.063715 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51662b17-ec42-4f4e-8737-24fae882f97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.069237 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-51662b17-ec42-4f4e-8737-24fae882f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.091442 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-93db2073-8e6e-4219-98cb-1c026388e7b2 req-eed99707-b759-4dc6-9ab5-4d74259f902e service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235195 Sep 03 18:23:58.111481 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-51662b17-ec42-4f4e-8737-24fae882f97a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b70420d8c884e28a4d65eb0559e9197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585464 Sep 03 18:23:58.112380 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51662b17-ec42-4f4e-8737-24fae882f97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c7219f-9cd1-4fe3-b53c-50588d2e77c6,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:58.114145 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53166) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:58.164814 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ce30cb-ac64-4025-9724-9c2677f4b1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.186440 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ce30cb-ac64-4025-9724-9c2677f4b1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.237443 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ce30cb-ac64-4025-9724-9c2677f4b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.240258 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-06ce30cb-ac64-4025-9724-9c2677f4b1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.241455 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-06ce30cb-ac64-4025-9724-9c2677f4b1e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66c7219f-9cd1-4fe3-b53c-50588d2e77c6 HTTP/1.1" status: 204 len: 168 time: 0.1262279 Sep 03 18:23:58.251222 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce30cb-ac64-4025-9724-9c2677f4b1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c7219f-9cd1-4fe3-b53c-50588d2e77c6,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:58.276079 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81282aa5-dfcd-42b7-8fab-1a01a9224312 None None] New status for floating IP f88455a7-5c70-4800-902b-016b33751479: ACTIVE {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:24:10.632418 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4872-78a7-4b87-bdbd-d006abe753e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:13.387505 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-57189cb0-96cd-4644-9a62-979c3e1ac7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:13.623835 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.468185 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53388) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:14.503763 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.573305 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31ad9edc-d21a-47d8-9a44-e499bf5ba5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.662877 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31ad9edc-d21a-47d8-9a44-e499bf5ba5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.666803 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-31ad9edc-d21a-47d8-9a44-e499bf5ba5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.702650 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad9edc-d21a-47d8-9a44-e499bf5ba5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e158207-6185-481e-9de2-d8f8b0387a90,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:14.708034 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-31ad9edc-d21a-47d8-9a44-e499bf5ba5bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4331bf3b82fb4bc39905e6293cc80bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387984 Sep 03 18:24:14.710609 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53392) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:14.758726 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7972d0fd-65c5-4c53-bddf-725094b9aa9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.780006 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7972d0fd-65c5-4c53-bddf-725094b9aa9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.829525 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7972d0fd-65c5-4c53-bddf-725094b9aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.832086 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7972d0fd-65c5-4c53-bddf-725094b9aa9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.833265 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7972d0fd-65c5-4c53-bddf-725094b9aa9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e158207-6185-481e-9de2-d8f8b0387a90 HTTP/1.1" status: 204 len: 168 time: 0.1217649 Sep 03 18:24:14.841761 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972d0fd-65c5-4c53-bddf-725094b9aa9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e158207-6185-481e-9de2-d8f8b0387a90,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:15.099826 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53398) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:15.113409 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ec30ffa-81e9-44fd-b95a-cf9e66c4bca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.201004 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ec30ffa-81e9-44fd-b95a-cf9e66c4bca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.204684 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1ec30ffa-81e9-44fd-b95a-cf9e66c4bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.241763 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-1ec30ffa-81e9-44fd-b95a-cf9e66c4bca7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62904d3749ae4aebb851d994eb8caea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409006 Sep 03 18:24:15.242631 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec30ffa-81e9-44fd-b95a-cf9e66c4bca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed20ef03-fa66-4fed-b6b8-bf734606c26b,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:15.244531 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53400) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:15.305113 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53262c8d-2050-449e-a380-928f7f9f70ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.326099 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53262c8d-2050-449e-a380-928f7f9f70ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.374452 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53262c8d-2050-449e-a380-928f7f9f70ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.376932 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-53262c8d-2050-449e-a380-928f7f9f70ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.378048 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-53262c8d-2050-449e-a380-928f7f9f70ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed20ef03-fa66-4fed-b6b8-bf734606c26b HTTP/1.1" status: 204 len: 168 time: 0.1318734 Sep 03 18:24:15.385640 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53262c8d-2050-449e-a380-928f7f9f70ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed20ef03-fa66-4fed-b6b8-bf734606c26b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:15.767686 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:24:16.044291 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:16.109083 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.703554 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53468) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:17.807401 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a65f7c7-6315-4623-8ca2-6885bd3e374e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.904699 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a65f7c7-6315-4623-8ca2-6885bd3e374e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.908831 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a65f7c7-6315-4623-8ca2-6885bd3e374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.945249 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65f7c7-6315-4623-8ca2-6885bd3e374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4955adab-42e1-4e21-a723-43f737b2c9a7,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:17.949607 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-2a65f7c7-6315-4623-8ca2-6885bd3e374e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17fb24be3ed34b9982a3e4651653cf00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450368 Sep 03 18:24:17.952691 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53472) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:18.000773 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13dd34f5-c7c5-4768-af4d-db567b102440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.023301 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13dd34f5-c7c5-4768-af4d-db567b102440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.067393 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13dd34f5-c7c5-4768-af4d-db567b102440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.069936 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-13dd34f5-c7c5-4768-af4d-db567b102440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.071074 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-13dd34f5-c7c5-4768-af4d-db567b102440 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4955adab-42e1-4e21-a723-43f737b2c9a7 HTTP/1.1" status: 204 len: 168 time: 0.1178782 Sep 03 18:24:18.079173 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd34f5-c7c5-4768-af4d-db567b102440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4955adab-42e1-4e21-a723-43f737b2c9a7,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:18.326312 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53480) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:18.342236 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f085948-3922-4628-98c0-7418d019995d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.426638 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f085948-3922-4628-98c0-7418d019995d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.430798 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5f085948-3922-4628-98c0-7418d019995d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.469700 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-5f085948-3922-4628-98c0-7418d019995d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b66405537674554bf551f58642d7772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421335 Sep 03 18:24:18.470401 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f085948-3922-4628-98c0-7418d019995d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d9b45-dc6c-4a8e-8e84-1c51cbbb45bb,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:18.472216 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53482) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:18.519918 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.540337 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.585760 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.588327 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:18.589528 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e1d9b45-dc6c-4a8e-8e84-1c51cbbb45bb HTTP/1.1" status: 204 len: 168 time: 0.1162951 Sep 03 18:24:18.597147 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d9b45-dc6c-4a8e-8e84-1c51cbbb45bb,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:18.604037 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.604403 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.604805 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.605155 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.605489 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.605824 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.606159 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.606492 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.606827 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.607156 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.607484 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:18.607876 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812eb059-930e-40e8-b259-871241fab6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:20.203790 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53536) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:20.306146 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a7896fc-83a9-4f2b-8088-17c4d2328871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.405315 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a7896fc-83a9-4f2b-8088-17c4d2328871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.410453 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a7896fc-83a9-4f2b-8088-17c4d2328871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.447867 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7896fc-83a9-4f2b-8088-17c4d2328871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579355f6-e8e2-46e9-a955-ca6f469862a1,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:20.452945 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-6a7896fc-83a9-4f2b-8088-17c4d2328871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4a6a1c390a04b9292f87ea7c93ae46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480819 Sep 03 18:24:20.456656 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53540) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:20.507794 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-932ea3e7-b6a5-4134-a70e-ba0f0cfba970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.530628 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-932ea3e7-b6a5-4134-a70e-ba0f0cfba970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.577709 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-932ea3e7-b6a5-4134-a70e-ba0f0cfba970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.580568 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-932ea3e7-b6a5-4134-a70e-ba0f0cfba970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.581912 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-932ea3e7-b6a5-4134-a70e-ba0f0cfba970 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/579355f6-e8e2-46e9-a955-ca6f469862a1 HTTP/1.1" status: 204 len: 168 time: 0.1242423 Sep 03 18:24:20.591228 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ea3e7-b6a5-4134-a70e-ba0f0cfba970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579355f6-e8e2-46e9-a955-ca6f469862a1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:20.862886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53546) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:20.876471 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e5f8893-dbb7-4321-a121-54f8a43863fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.963528 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e5f8893-dbb7-4321-a121-54f8a43863fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.967041 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-1e5f8893-dbb7-4321-a121-54f8a43863fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:21.003912 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-1e5f8893-dbb7-4321-a121-54f8a43863fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08d2fd8a86244c4dbec7a6cee1affd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399589 Sep 03 18:24:21.004786 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f8893-dbb7-4321-a121-54f8a43863fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24e76c-ea0a-4be8-a9fe-4ced14724c94,revision_number=1']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:21.006715 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53548) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:21.055585 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9514-d5e8-4fb9-8e13-4f88bf1b5a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:21.079822 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9514-d5e8-4fb9-8e13-4f88bf1b5a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:21.132813 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9514-d5e8-4fb9-8e13-4f88bf1b5a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:21.135390 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9514-d5e8-4fb9-8e13-4f88bf1b5a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:21.137102 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7bdf9514-d5e8-4fb9-8e13-4f88bf1b5a32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b24e76c-ea0a-4be8-a9fe-4ced14724c94 HTTP/1.1" status: 204 len: 168 time: 0.1293993 Sep 03 18:24:21.144999 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf9514-d5e8-4fb9-8e13-4f88bf1b5a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24e76c-ea0a-4be8-a9fe-4ced14724c94,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:22.237830 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53582) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:22.341248 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c6e1-c7cd-4757-b82d-54b910f4f165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:22.442773 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c6e1-c7cd-4757-b82d-54b910f4f165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:22.446673 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c6e1-c7cd-4757-b82d-54b910f4f165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:22.483246 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8c6e1-c7cd-4757-b82d-54b910f4f165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e75b7c-6a6f-4fa4-b3e5-5f5f19817f9a,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:22.488892 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-2bb8c6e1-c7cd-4757-b82d-54b910f4f165 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f311408f6a024d97b003c535de305b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497034 Sep 03 18:24:22.491256 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53586) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:22.538483 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fce87387-88dd-40f3-a728-daef62bfef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:22.559813 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fce87387-88dd-40f3-a728-daef62bfef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:22.606976 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fce87387-88dd-40f3-a728-daef62bfef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:22.609591 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fce87387-88dd-40f3-a728-daef62bfef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:22.610709 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-fce87387-88dd-40f3-a728-daef62bfef24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5e75b7c-6a6f-4fa4-b3e5-5f5f19817f9a HTTP/1.1" status: 204 len: 168 time: 0.1185493 Sep 03 18:24:22.618123 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce87387-88dd-40f3-a728-daef62bfef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e75b7c-6a6f-4fa4-b3e5-5f5f19817f9a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:25.054090 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-0e597230-b01b-4c83-91f5-a5a44656ce50 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297204 Sep 03 18:24:25.147444 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8e64b-c810-4996-a494-52dc6414d110 req-e9c6a481-c84a-4707-ad58-6e6b8cb30126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:25.148998 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-e9c6a481-c84a-4707-ad58-6e6b8cb30126 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 1098 time: 0.0431128 Sep 03 18:24:25.264785 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8e64b-c810-4996-a494-52dc6414d110 req-d734698f-eacf-4f26-a346-89360eb4ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:25.266184 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-d734698f-eacf-4f26-a346-89360eb4ac1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.0968378 Sep 03 18:24:25.331957 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-5f32c06b-fa13-4299-989f-c3c0f0bbf700 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a14e528-e7a6-47ca-893c-6647c0020610 HTTP/1.1" status: 200 len: 1000 time: 0.0579560 Sep 03 18:24:25.383081 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8e64b-c810-4996-a494-52dc6414d110 req-a0467c94-ecc1-47a7-a4e9-51c06af87849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:25.384556 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-a0467c94-ecc1-47a7-a4e9-51c06af87849 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0444419 Sep 03 18:24:25.436373 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8e64b-c810-4996-a494-52dc6414d110 req-ad862ac6-889d-4d13-9dd0-5c36744e842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:25.437945 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-ad862ac6-889d-4d13-9dd0-5c36744e842b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460300 Sep 03 18:24:25.449827 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-cf94c32d-7360-4752-94e9-8bf07321e560 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:24:25.450776 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-cf94c32d-7360-4752-94e9-8bf07321e560 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052409 Sep 03 18:24:25.550358 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-51f8b250-7429-424a-bc90-ae6ccc8d4bcd service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920866 Sep 03 18:24:25.648155 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-30b8e64b-c810-4996-a494-52dc6414d110 req-e3193e55-6887-4a0a-8a56-821cd69683b5 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902147 Sep 03 18:24:40.629711 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-131fbfd0-f33f-4c5a-a396-f289e34d26e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:43.387498 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a3a061d7-2b14-4b0a-a7d7-30c230e64897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:43.624161 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:44.506727 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:46.056480 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:46.110223 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.280306 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53778) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:51.383112 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-41bdec00-9cca-465d-9074-c3cb4ca38b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.470629 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-41bdec00-9cca-465d-9074-c3cb4ca38b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.474394 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-41bdec00-9cca-465d-9074-c3cb4ca38b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_create {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.511561 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-41bdec00-9cca-465d-9074-c3cb4ca38b8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43d2a026d7a44018aeb0fa7401b4d844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301595 Sep 03 18:24:51.512510 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdec00-9cca-465d-9074-c3cb4ca38b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f959bf-c93b-4a2b-b77b-72a16f04141c,revision_number=1']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:51.514285 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53782) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:51.562110 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.585320 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.631489 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.634106 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.635245 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2f959bf-c93b-4a2b-b77b-72a16f04141c HTTP/1.1" status: 204 len: 168 time: 0.1199982 Sep 03 18:24:51.643657 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f959bf-c93b-4a2b-b77b-72a16f04141c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:51.650702 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.651057 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.651417 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.652265 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.652600 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.652971 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.653298 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.653624 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.653999 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.654277 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.654599 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:51.654919 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba706877-9e78-46ea-903c-a46d4286c9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:52.767079 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:25:10.631805 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c518eec7-43cf-45ff-801d-2267fae3593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.388371 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-39d58aff-0efb-455a-a4cd-dca02c18847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.624001 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.509292 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:16.045476 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:16.113315 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:24.984943 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-b26d5a82-d7a4-49cc-a65f-91b638115e48 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382872 Sep 03 18:25:25.048905 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-b8e95ffb-2bd2-40f9-9296-4623262c1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:25.050383 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-b8e95ffb-2bd2-40f9-9296-4623262c1dca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9526f8cad87c4d11bf168ab92afb8761&device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1098 time: 0.0436599 Sep 03 18:25:25.152623 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-86cb3064-ac91-4577-9fa1-f3bbe5fb2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:25.154820 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-86cb3064-ac91-4577-9fa1-f3bbe5fb2595 service neutron] 10.222.0.23 "GET /v2.0/networks?id=835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 200 len: 910 time: 0.0843048 Sep 03 18:25:25.223616 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-c18b77b3-b265-4c3f-a190-ebe4131ebfff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 200 len: 1000 time: 0.0608299 Sep 03 18:25:25.270827 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-761c72e4-310b-41f9-813b-87a124214f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:25.272169 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-761c72e4-310b-41f9-813b-87a124214f4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c9e37797-dca8-4804-805a-967744872d85 HTTP/1.1" status: 200 len: 848 time: 0.0422235 Sep 03 18:25:25.316623 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-8b088aa1-fa24-4296-9e10-9e1540325bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:25.318090 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-8b088aa1-fa24-4296-9e10-9e1540325bfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=835b73f9-97f1-48ed-8f21-6a29855dd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389049 Sep 03 18:25:25.408385 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-a6a2fb23-ddb2-4e2e-b122-016e7ddcd8eb service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831954 Sep 03 18:25:25.497477 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f6252fb1-03c2-43b8-b626-fafa556d192e req-a13ffee5-3980-4dd5-b70b-9ea52780b6ff service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815046 Sep 03 18:25:29.767054 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:25:35.749703 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad5cb9-e6d9-4d9f-91a7-c9c76a34488b req-ed23cb8c-f592-4a8b-b6fb-0f2658725b9f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:35.751203 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-88ad5cb9-e6d9-4d9f-91a7-c9c76a34488b req-ed23cb8c-f592-4a8b-b6fb-0f2658725b9f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.2196538 Sep 03 18:25:35.789466 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-88ad5cb9-e6d9-4d9f-91a7-c9c76a34488b req-97a2dc74-fa65-49b9-9262-fc50de8ca533 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322011 Sep 03 18:25:36.972715 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba461c08-13df-447d-8efd-300b92192724 req-387a55f6-149f-4798-9794-bccb74a58d7b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:36.974244 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ba461c08-13df-447d-8efd-300b92192724 req-387a55f6-149f-4798-9794-bccb74a58d7b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.1087153 Sep 03 18:25:37.012341 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ba461c08-13df-447d-8efd-300b92192724 req-501fbb37-d4d2-4943-b355-965cbbcd5664 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Sep 03 18:25:38.131520 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e2e89-33e2-44d4-b399-4d8ae948f013 req-a030f8bf-b774-4d70-94bc-1362fe3372c9 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:38.133038 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9d5e2e89-33e2-44d4-b399-4d8ae948f013 req-a030f8bf-b774-4d70-94bc-1362fe3372c9 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0529718 Sep 03 18:25:38.171155 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-9d5e2e89-33e2-44d4-b399-4d8ae948f013 req-78f12e6b-2832-4153-8d57-f791a110e066 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Sep 03 18:25:39.286374 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabdc59-e44a-4b12-b6c3-c796ef9cae33 req-35ea5592-8a98-44be-843e-24549bde4151 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:39.287824 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-caabdc59-e44a-4b12-b6c3-c796ef9cae33 req-35ea5592-8a98-44be-843e-24549bde4151 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0486979 Sep 03 18:25:39.325835 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-caabdc59-e44a-4b12-b6c3-c796ef9cae33 req-2d99fc55-5433-4c48-9d07-b8199cee9a24 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315468 Sep 03 18:25:40.439161 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36a3d-50a7-4622-8b92-e8df2c75c514 req-3419035d-6f40-40a2-9152-a09f77ef85cc tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:40.440682 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cde36a3d-50a7-4622-8b92-e8df2c75c514 req-3419035d-6f40-40a2-9152-a09f77ef85cc tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0479417 Sep 03 18:25:40.479118 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-cde36a3d-50a7-4622-8b92-e8df2c75c514 req-23f7279b-1b6f-4ab0-bfda-4184a0881f04 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Sep 03 18:25:40.625773 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-614ba952-1e37-494f-ac6f-dc3786180230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:41.619701 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b22cf0-6c1f-448b-96d8-bb738bf60333 req-2deda35d-8e9c-4eaf-8a35-f61bc7eb3961 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:41.621567 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9b22cf0-6c1f-448b-96d8-bb738bf60333 req-2deda35d-8e9c-4eaf-8a35-f61bc7eb3961 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0676210 Sep 03 18:25:41.660802 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b9b22cf0-6c1f-448b-96d8-bb738bf60333 req-45ed1d9c-1216-4c42-836c-cc5a1a65ba54 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Sep 03 18:25:42.790658 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67343af7-5000-4525-968b-eb208046efbe req-b798a010-4bd0-45b0-a057-adbfa73e796f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.793845 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-67343af7-5000-4525-968b-eb208046efbe req-b798a010-4bd0-45b0-a057-adbfa73e796f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0651972 Sep 03 18:25:42.839497 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-67343af7-5000-4525-968b-eb208046efbe req-47433caa-38c8-424b-b970-e9a42cf1424f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395873 Sep 03 18:25:43.389326 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e771a28e-03fe-4301-b504-2bdc6979ab74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:43.624406 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:43.954160 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5bb89-74ef-4e95-b09b-72d09118b63f req-be6d2f70-989e-4f44-b761-21566459920f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:43.955618 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5bf5bb89-74ef-4e95-b09b-72d09118b63f req-be6d2f70-989e-4f44-b761-21566459920f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0478220 Sep 03 18:25:43.993703 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-5bf5bb89-74ef-4e95-b09b-72d09118b63f req-e7cafc35-0389-4f85-badb-15175ffa788a tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Sep 03 18:25:44.428061 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53818) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:44.511883 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:44.583324 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Deleting port 9298dc82-e14d-45db-8a0b-1942f4a0a2e1 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:44.583676 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:44.660799 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:44.661133 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:44.672349 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Calling delete_port for 9298dc82-e14d-45db-8a0b-1942f4a0a2e1 owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:44.840562 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:44.867671 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event deleted for resources: {'Port': ['ID=9298dc82-e14d-45db-8a0b-1942f4a0a2e1,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:44.926825 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:44.927158 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.l3_db [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Floating IP f88455a7-5c70-4800-902b-016b33751479 disassociated (deleted). External IP: 172.27.1.95, port: 98c9f9eb-8377-4380-95bc-0d446968896f. Sep 03 18:25:45.114569 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6d48-c3b7-4812-b772-5bd798c73b0c req-880f2bdc-2741-4a26-9e1f-8b0f6f013fb6 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.116075 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-464a6d48-c3b7-4812-b772-5bd798c73b0c req-880f2bdc-2741-4a26-9e1f-8b0f6f013fb6 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0516031 Sep 03 18:25:45.156977 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-464a6d48-c3b7-4812-b772-5bd798c73b0c req-6bb2f4cb-124e-45c4-b95c-88677d7f1913 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340660 Sep 03 18:25:45.381962 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Router 8e9ba325-dd6a-41c3-bd83-b32f19165236 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:25:45.499514 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:25:45.504443 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:45.512432 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] Sync routers for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:25:45.523848 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:45.524559 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:25:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:45.531332 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-0e5ec951-0ce0-4e82-acd2-d8e9ac5c7abd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "DELETE /v2.0/floatingips/f88455a7-5c70-4800-902b-016b33751479 HTTP/1.1" status: 204 len: 168 time: 1.1020114 Sep 03 18:25:45.531924 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:45.534223 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0e95f-efb8-4c4a-b153-60e43024dce6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:45.638129 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:45.643591 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f350959-f6da-4222-b05b-f84389d995e2 x-openstack-request-id: req-9f350959-f6da-4222-b05b-f84389d995e2 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:45.643998 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:45.644311 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f350959-f6da-4222-b05b-f84389d995e2 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:45.644840 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f', 'status': 'completed', 'code': 200} Sep 03 18:25:45.711486 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-e8770d96-46a3-4a7b-890c-beaf4168286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.713744 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-e8770d96-46a3-4a7b-890c-beaf4168286e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 1099 time: 0.0464995 Sep 03 18:25:45.738280 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-ae69a251-005f-4b83-9a7a-6ae35099f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.739902 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-ae69a251-005f-4b83-9a7a-6ae35099f9f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9526f8cad87c4d11bf168ab92afb8761&device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1098 time: 0.0560255 Sep 03 18:25:45.836029 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b633f6-370a-46bd-b573-3f8131f08e61 req-4831990d-c4de-4d5d-80bb-17ce0fc857fc tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.838106 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-71b633f6-370a-46bd-b573-3f8131f08e61 req-4831990d-c4de-4d5d-80bb-17ce0fc857fc tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 946 time: 0.1050971 Sep 03 18:25:45.838764 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-ae23647f-fa02-40f6-a256-ba2051716da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.840249 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-ae23647f-fa02-40f6-a256-ba2051716da2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 200 len: 910 time: 0.0919986 Sep 03 18:25:45.859098 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-392ab7ef-a2a9-4235-89ae-df9e7950f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.860548 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-392ab7ef-a2a9-4235-89ae-df9e7950f105 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.1378539 Sep 03 18:25:45.910104 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '3714e398-54f1-46e7-b18e-05f9cba50a3f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:21:44Z', 'updated_at': '2021-09-03T18:21:46Z', 'revision_number': 1, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:45.914321 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-64ba5998-46d0-4adf-88ec-24cf601eef19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98c9f9eb-8377-4380-95bc-0d446968896f HTTP/1.1" status: 200 len: 217 time: 0.0438747 Sep 03 18:25:45.920231 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-88be19ce-197f-476c-82ef-c9d9365c93d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 200 len: 1000 time: 0.0710573 Sep 03 18:25:45.926996 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-71b633f6-370a-46bd-b573-3f8131f08e61 req-ee302084-3ffa-404d-92ea-aabfb5cb5e8b tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794888 Sep 03 18:25:45.975587 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-0db2f3b1-fabe-4888-a0cb-56c38c720f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.977230 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-0db2f3b1-fabe-4888-a0cb-56c38c720f8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0491953 Sep 03 18:25:45.979173 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-ec0a56fe-f991-470f-b3c8-632e4aad4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.980703 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-ec0a56fe-f991-470f-b3c8-632e4aad4f3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c9e37797-dca8-4804-805a-967744872d85 HTTP/1.1" status: 200 len: 848 time: 0.0521877 Sep 03 18:25:46.032793 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-41174b5b-2464-4886-903a-57fc30ff0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.035265 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-41174b5b-2464-4886-903a-57fc30ff0315 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426142 Sep 03 18:25:46.035854 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-7ba52bee-33ef-4ea8-b1a7-65fecf4623d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.037039 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-7ba52bee-33ef-4ea8-b1a7-65fecf4623d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=835b73f9-97f1-48ed-8f21-6a29855dd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453405 Sep 03 18:25:46.076446 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] Checking router: 8e9ba325-dd6a-41c3-bd83-b32f19165236 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:25:46.084855 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:46.087633 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:46.088306 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:25:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:46.148284 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-45b0a850-4716-49e9-8482-601dfefd3b0e service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996358 Sep 03 18:25:46.149520 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-a2babb25-14ef-453c-8ddf-ac04cb6e6b79 service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999594 Sep 03 18:25:46.171909 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:46.213495 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:46.258632 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-2ec0e95f-efb8-4c4a-b153-60e43024dce6 req-ef7aa77e-5445-45c1-a647-ce8985d42b2d service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952096 Sep 03 18:25:46.298900 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-d4f62c4d-0352-47d2-bd87-e1697609239f req-aade12e1-5d89-4d21-8ce7-f89f7a12a81a service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347785 Sep 03 18:25:46.317243 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa945d-785e-4055-98f8-897a41d7e0ba req-1247117d-9262-4751-b3df-60321acc0791 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.318727 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6afa945d-785e-4055-98f8-897a41d7e0ba req-1247117d-9262-4751-b3df-60321acc0791 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0674751 Sep 03 18:25:46.357887 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6afa945d-785e-4055-98f8-897a41d7e0ba req-882e4601-52c2-456f-b950-49a316f409ab tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Sep 03 18:25:46.456249 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '3714e398-54f1-46e7-b18e-05f9cba50a3f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:21:44Z', 'updated_at': '2021-09-03T18:21:46Z', 'revision_number': 1, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:46.486523 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd1518-da7a-446a-9be5-58e0e822dd1f None None] The sync data for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi is: [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_floatingips': [{'id': '3714e398-54f1-46e7-b18e-05f9cba50a3f', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'router_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'port_id': '6a14e528-e7a6-47ca-893c-6647c0020610', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'mac_address': 'fa:16:3e:ed:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:21:44Z', 'updated_at': '2021-09-03T18:21:46Z', 'revision_number': 1, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:25:46.718789 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e9376-087c-49e8-86e0-b1dd81377e1e None None] New status for floating IP f88455a7-5c70-4800-902b-016b33751479: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:25:47.048126 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d21b6b-8a3e-43da-9a6b-ae06f8c5ea4c req-d574d8ee-6778-4b2b-a920-989a882dab13 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:47.049658 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-79d21b6b-8a3e-43da-9a6b-ae06f8c5ea4c req-d574d8ee-6778-4b2b-a920-989a882dab13 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 946 time: 0.0530131 Sep 03 18:25:47.087969 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-79d21b6b-8a3e-43da-9a6b-ae06f8c5ea4c req-4dab5712-bd95-40ee-a3d3-c7df33093e79 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324156 Sep 03 18:25:47.482179 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29a98-1f26-49ef-87a3-f096ada68c83 req-7baad554-e0e7-471f-a255-c0d9b3d12a91 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:47.483700 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-83d29a98-1f26-49ef-87a3-f096ada68c83 req-7baad554-e0e7-471f-a255-c0d9b3d12a91 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0552480 Sep 03 18:25:47.538339 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-83d29a98-1f26-49ef-87a3-f096ada68c83 req-b5904f99-3998-4923-b45f-5da45ecb9216 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484304 Sep 03 18:25:48.203719 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9f8cb-fc0d-4c88-ac18-8a938d88682b req-4350b092-ca1b-4bda-b0cb-222073246258 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:48.205236 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-47d9f8cb-fc0d-4c88-ac18-8a938d88682b req-4350b092-ca1b-4bda-b0cb-222073246258 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 946 time: 0.0500598 Sep 03 18:25:48.241623 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-47d9f8cb-fc0d-4c88-ac18-8a938d88682b req-ab341b14-761d-47fe-b260-9d2eb83f5ccc tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305142 Sep 03 18:25:48.657101 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7867c-5766-4e1e-bc58-2959985f4efd req-7aa6bc2e-2db1-4f13-b0e8-62a4b4ec6a4f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:48.658629 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f6a7867c-5766-4e1e-bc58-2959985f4efd req-7aa6bc2e-2db1-4f13-b0e8-62a4b4ec6a4f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0515184 Sep 03 18:25:48.706991 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f6a7867c-5766-4e1e-bc58-2959985f4efd req-a5c16ad9-3d4c-450e-a06d-d48c13aa7118 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382910 Sep 03 18:25:49.354066 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebe63c-5496-4a07-bc51-22eab36629f2 req-92e2d721-67d9-408b-bcca-caa96e79cf02 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:49.356024 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b7ebe63c-5496-4a07-bc51-22eab36629f2 req-92e2d721-67d9-408b-bcca-caa96e79cf02 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 946 time: 0.0471117 Sep 03 18:25:49.392555 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-b7ebe63c-5496-4a07-bc51-22eab36629f2 req-a8dc43e7-7a1f-49af-b67d-2ab1fabd6b6d tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305123 Sep 03 18:25:49.826305 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2855a-ce18-451b-880e-71e597c2075a req-e1e99ab3-8d8a-4e45-9328-e18f2131b518 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:49.827808 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0bd2855a-ce18-451b-880e-71e597c2075a req-e1e99ab3-8d8a-4e45-9328-e18f2131b518 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0539029 Sep 03 18:25:49.867163 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-0bd2855a-ce18-451b-880e-71e597c2075a req-55e7b075-5a81-42c1-8f0c-75558dca3938 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332081 Sep 03 18:25:50.133122 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 666055b4-1743-4e61-8766-9f5c793d3b49 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:25:50.205656 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:50.227227 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:50.229546 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b027cd-748e-44f0-8c69-8362cb6dc4ee" -d '{"events": [{"server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "name": "network-vif-unplugged", "status": "completed", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:50.245710 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=666055b4-1743-4e61-8766-9f5c793d3b49,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:50.250007 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:50.250754 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 98c9f9eb-8377-4380-95bc-0d446968896f no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:25:50.337013 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29318c-815b-4a84-b0c8-f7c37d081004 x-openstack-request-id: req-6e29318c-815b-4a84-b0c8-f7c37d081004 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:50.337301 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "name": "network-vif-unplugged", "status": "completed", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:50.337553 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e29318c-815b-4a84-b0c8-f7c37d081004 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:50.337940 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49', 'code': 200} Sep 03 18:25:50.340169 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=666055b4-1743-4e61-8766-9f5c793d3b49,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:50.349405 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.349756 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.350095 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.350428 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.350762 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.351091 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.351417 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.351742 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.352064 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.352383 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.352730 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.353054 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:50.391559 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:50.426850 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 98c9f9eb-8377-4380-95bc-0d446968896f, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98c9f9eb-8377-4380-95bc-0d446968896f,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:50.431032 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:50.481875 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=98c9f9eb-8377-4380-95bc-0d446968896f,revision_number=6']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:50.511386 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7aaf8-3c1e-4934-8cdd-f48905ab7d96 req-79965d52-3520-42ac-b645-fc5c000043d3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:50.512888 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-23b7aaf8-3c1e-4934-8cdd-f48905ab7d96 req-79965d52-3520-42ac-b645-fc5c000043d3 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.0476902 Sep 03 18:25:50.550862 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-23b7aaf8-3c1e-4934-8cdd-f48905ab7d96 req-4d5bb0c1-5860-4529-b787-4d61e72bddfa tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320423 Sep 03 18:25:50.986318 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c34085-d2be-4161-ba64-2d64db949ef9 req-a90e494f-dfdc-47ce-aef3-47b1d2466742 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:50.987669 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58c34085-d2be-4161-ba64-2d64db949ef9 req-a90e494f-dfdc-47ce-aef3-47b1d2466742 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0502863 Sep 03 18:25:51.024437 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-58c34085-d2be-4161-ba64-2d64db949ef9 req-b6906462-6ca3-4118-bc2b-a8bb844ff6fb tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Sep 03 18:25:51.669693 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86792edf-ad71-4198-ae82-a2e8d610dff0 req-de9b3f74-234b-4492-b799-da4b4f2e4ef0 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:51.671207 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-86792edf-ad71-4198-ae82-a2e8d610dff0 req-de9b3f74-234b-4492-b799-da4b4f2e4ef0 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.0535364 Sep 03 18:25:51.710517 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-86792edf-ad71-4198-ae82-a2e8d610dff0 req-97394261-43a0-4a33-9e95-5039cc5691e7 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333498 Sep 03 18:25:52.137727 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cdf54-8e33-43cf-bf14-921e1d4991be req-aab4420c-c455-4eca-8b53-ca2cec3a81a6 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:52.139235 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d68cdf54-8e33-43cf-bf14-921e1d4991be req-aab4420c-c455-4eca-8b53-ca2cec3a81a6 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0489109 Sep 03 18:25:52.176692 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-d68cdf54-8e33-43cf-bf14-921e1d4991be req-c7322b5c-4894-48bb-a60f-a30788249b18 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Sep 03 18:25:52.278857 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-fbfcda6a-9bc1-477f-9a6a-9e43d0082e22 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:52.280406 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-fbfcda6a-9bc1-477f-9a6a-9e43d0082e22 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 944 time: 0.0546873 Sep 03 18:25:52.340058 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:52.342853 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a058f79-86dd-4a2f-9e18-64a5822ac0ff" -d '{"events": [{"server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "name": "network-vif-unplugged", "status": "completed", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:52.373941 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Deleting port 98c9f9eb-8377-4380-95bc-0d446968896f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:52.374295 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:52.387313 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448a270d-7461-4f79-9819-81d58d532fb4 x-openstack-request-id: req-448a270d-7461-4f79-9819-81d58d532fb4 {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:52.387608 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "name": "network-vif-unplugged", "status": "completed", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:52.387864 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-448a270d-7461-4f79-9819-81d58d532fb4 {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:52.388265 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f', 'code': 200} Sep 03 18:25:52.469200 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] For port 98c9f9eb-8377-4380-95bc-0d446968896f, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=98c9f9eb-8377-4380-95bc-0d446968896f,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:52.469573 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:52.482111 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Calling delete_port for 98c9f9eb-8377-4380-95bc-0d446968896f owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:52.605614 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:52.638669 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event deleted for resources: {'Port': ['ID=98c9f9eb-8377-4380-95bc-0d446968896f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:52.650071 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.650367 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.650716 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.651035 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.651903 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.652243 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.652568 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.652924 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.653255 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.653583 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.653907 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.654226 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:52.691556 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] No DVR routers for this DVR port 98c9f9eb-8377-4380-95bc-0d446968896f on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:25:52.693927 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:52.695897 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-32b2a80e-35f0-47fc-8dbe-7455f9eed7bc req-1e4318e1-7e8e-493e-a689-a71a9716eb1f tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "DELETE /v2.0/ports/98c9f9eb-8377-4380-95bc-0d446968896f HTTP/1.1" status: 204 len: 173 time: 0.4071455 Sep 03 18:25:52.696336 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'name': 'network-vif-deleted', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:52.698663 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480c986d-de06-40e1-bee4-5b9d0734789b" -d '{"events": [{"server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "name": "network-vif-deleted", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:52.739193 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36bd520-42e3-4823-9d4c-1dd36019ba49 x-openstack-request-id: req-b36bd520-42e3-4823-9d4c-1dd36019ba49 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:52.739473 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a11d604-653e-4c86-bed7-866116c782a3", "name": "network-vif-deleted", "tag": "98c9f9eb-8377-4380-95bc-0d446968896f", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:52.739731 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b36bd520-42e3-4823-9d4c-1dd36019ba49 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:52.740564 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a11d604-653e-4c86-bed7-866116c782a3', 'name': 'network-vif-deleted', 'tag': '98c9f9eb-8377-4380-95bc-0d446968896f', 'status': 'completed', 'code': 200} Sep 03 18:25:52.813205 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-9e55b741-67cd-4a96-b994-f2da36e3410f req-0c333dfa-d717-4d3a-b696-e486ad8db87c tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a11d604-653e-4c86-bed7-866116c782a3 HTTP/1.1" status: 200 len: 210 time: 0.0264802 Sep 03 18:25:53.291594 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0cdd5-6c06-46a7-85e1-21160db85c32 req-263f7a91-021b-4309-a1e9-05898106b041 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:53.293539 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-65c0cdd5-6c06-46a7-85e1-21160db85c32 req-263f7a91-021b-4309-a1e9-05898106b041 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0508492 Sep 03 18:25:53.331458 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-65c0cdd5-6c06-46a7-85e1-21160db85c32 req-84ecd9fd-40b9-42a6-bfd0-9dece85c73e7 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320065 Sep 03 18:25:53.555314 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dc245-e507-4027-81b6-fa6f48e8718f req-7b2328b6-958f-43ae-985a-a26215e128a3 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:53.556025 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53880) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:53.556857 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-105dc245-e507-4027-81b6-fa6f48e8718f req-7b2328b6-958f-43ae-985a-a26215e128a3 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0532839 Sep 03 18:25:53.596149 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-105dc245-e507-4027-81b6-fa6f48e8718f req-43341fe3-7400-4837-bff5-acb991f05aed tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333817 Sep 03 18:25:53.646441 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-d67d73dc-cc57-40df-81ad-6d8489a12e6f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892496 Sep 03 18:25:53.655736 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-93f42c9e-95ec-44f8-ac60-305fd78f0cec service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=94095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:25:53.656726 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-93f42c9e-95ec-44f8-ac60-305fd78f0cec service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055707 Sep 03 18:25:54.711910 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283194e6-05aa-4b20-aa11-f90c911065cf req-a2017b17-e6e0-433c-8980-b52247c46253 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:54.713442 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-283194e6-05aa-4b20-aa11-f90c911065cf req-a2017b17-e6e0-433c-8980-b52247c46253 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0504987 Sep 03 18:25:54.752579 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-283194e6-05aa-4b20-aa11-f90c911065cf req-524c569a-82b5-452e-b244-01e7b9fa0cd1 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321052 Sep 03 18:25:55.018712 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-e3a707f6-2ee3-4110-bf80-a81faf10c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:55.020216 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-e3a707f6-2ee3-4110-bf80-a81faf10c793 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a&tenant_id=9526f8cad87c4d11bf168ab92afb8761 HTTP/1.1" status: 200 len: 1096 time: 0.0732796 Sep 03 18:25:55.084331 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-255defb9-2d72-4de9-92f6-95805ec7282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:55.085872 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-255defb9-2d72-4de9-92f6-95805ec7282d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9526f8cad87c4d11bf168ab92afb8761&device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1096 time: 0.0424249 Sep 03 18:25:55.178112 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-af36ba4b-4dbb-413a-b281-8003cedd9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:55.179587 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-af36ba4b-4dbb-413a-b281-8003cedd9940 service neutron] 10.222.0.23 "GET /v2.0/networks?id=835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 200 len: 910 time: 0.0861013 Sep 03 18:25:55.246988 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-e9f6cd10-7f78-4234-b40f-ce1138a12d66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 200 len: 998 time: 0.0563719 Sep 03 18:25:55.301647 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-ba1786d1-2ff6-4b0c-9d06-47a5b167c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:55.302985 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-ba1786d1-2ff6-4b0c-9d06-47a5b167c544 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c9e37797-dca8-4804-805a-967744872d85 HTTP/1.1" status: 200 len: 848 time: 0.0450857 Sep 03 18:25:55.355962 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-16941d63-5b80-4cb3-b2a3-6baacae90287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:55.357471 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-16941d63-5b80-4cb3-b2a3-6baacae90287 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=835b73f9-97f1-48ed-8f21-6a29855dd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458572 Sep 03 18:25:55.451951 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-4032b08f-e6ce-411f-833b-aa54a8dc02a9 service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854294 Sep 03 18:25:55.546629 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-6b934004-789a-4fd6-87d6-6c97ac481a00 req-b803faab-7328-47a8-918c-565a0d5302ca service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863662 Sep 03 18:25:55.868163 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038556d-12f0-4120-9e14-5ea8d1ff8cfd req-cbfc1aa8-deee-4e7d-a962-0542602481f0 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:55.869681 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4038556d-12f0-4120-9e14-5ea8d1ff8cfd req-cbfc1aa8-deee-4e7d-a962-0542602481f0 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0495794 Sep 03 18:25:55.908677 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-4038556d-12f0-4120-9e14-5ea8d1ff8cfd req-f6a5d804-87c3-4093-bf20-f304b772ade9 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Sep 03 18:25:56.093230 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53910) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:56.244039 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Deleting port 740c5779-cad2-4ffb-8b5c-e449e274df5e {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:56.244382 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:56.323782 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:56.324108 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:56.335320 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Calling delete_port for 740c5779-cad2-4ffb-8b5c-e449e274df5e owned by network:floatingip {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:56.476812 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:56.501543 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event deleted for resources: {'Port': ['ID=740c5779-cad2-4ffb-8b5c-e449e274df5e,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:56.563526 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:56.563861 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.db.l3_db [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Floating IP 3714e398-54f1-46e7-b18e-05f9cba50a3f disassociated (deleted). External IP: 172.27.1.99, port: 6a14e528-e7a6-47ca-893c-6647c0020610. Sep 03 18:25:56.768049 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Router 8e9ba325-dd6a-41c3-bd83-b32f19165236 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:25:56.873599 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:25:56.878490 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:56.885344 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] Sync routers for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:25:56.895963 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:56.896595 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:25:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:56.905321 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-93ebb1f5-317a-4b1f-a452-a004a6f55719 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "DELETE /v2.0/floatingips/3714e398-54f1-46e7-b18e-05f9cba50a3f HTTP/1.1" status: 204 len: 168 time: 0.8110294 Sep 03 18:25:56.905893 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:56.908117 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:56.945710 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8259b9a-983b-4aec-ab96-0bbf07399797 x-openstack-request-id: req-e8259b9a-983b-4aec-ab96-0bbf07399797 {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:56.945945 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:56.946454 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8259b9a-983b-4aec-ab96-0bbf07399797 {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:56.946876 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610', 'status': 'completed', 'code': 200} Sep 03 18:25:57.036574 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:57.059803 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-dcf20371-1c41-448b-8fbe-d23b5cc412a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:57.061558 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-dcf20371-1c41-448b-8fbe-d23b5cc412a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 1098 time: 0.0925446 Sep 03 18:25:57.073599 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50878a0-fe16-4f0e-84fd-dd96a0c6ff6a req-b86b8e0a-aaf3-4f44-8420-bdcba388796b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:57.075125 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c50878a0-fe16-4f0e-84fd-dd96a0c6ff6a req-b86b8e0a-aaf3-4f44-8420-bdcba388796b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0790899 Sep 03 18:25:57.138145 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-c50878a0-fe16-4f0e-84fd-dd96a0c6ff6a req-b7ba4407-a8a9-4a92-a625-9560d11c0ca6 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535443 Sep 03 18:25:57.145024 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e0ffb-a019-4f31-865d-9ffdba35d4b9 req-81599b77-8c19-46c1-85e4-bdc154f0fdfc tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:57.152944 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-128e0ffb-a019-4f31-865d-9ffdba35d4b9 req-81599b77-8c19-46c1-85e4-bdc154f0fdfc tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 945 time: 0.0567691 Sep 03 18:25:57.193683 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-128e0ffb-a019-4f31-865d-9ffdba35d4b9 req-cb8415fb-5fb1-429c-bc55-3590fb7a35bc tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395725 Sep 03 18:25:57.195992 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-1dec4723-1ddb-446a-a8c5-53d6968d8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:57.197742 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-1dec4723-1ddb-446a-a8c5-53d6968d8fb2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 200 len: 913 time: 0.1217542 Sep 03 18:25:57.243567 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-d9252a96-875b-46cb-953a-70a1b0a75dd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a14e528-e7a6-47ca-893c-6647c0020610 HTTP/1.1" status: 200 len: 217 time: 0.0370803 Sep 03 18:25:57.256020 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:57.282478 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] Checking router: 8e9ba325-dd6a-41c3-bd83-b32f19165236 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:25:57.291052 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:57.292110 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:25:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:57.294011 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-d06f995c-4106-4d26-bf7e-217f6ed2f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:57.295466 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-d06f995c-4106-4d26-bf7e-217f6ed2f7e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 200 len: 851 time: 0.0443623 Sep 03 18:25:57.342390 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-49b27752-5cd3-4c83-ae3b-3ec5cc7c5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:57.343883 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-49b27752-5cd3-4c83-ae3b-3ec5cc7c5ee8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ca9d327-774b-450c-a1ef-250e5c303468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398400 Sep 03 18:25:57.395767 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:57.438554 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-98c1c983-bd22-4c2b-afb3-cafd67589e2f service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859621 Sep 03 18:25:57.529158 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-b2ba4ff1-22b4-4b5f-8820-b05f2563d60d req-cb99cb12-6a56-47df-82ff-4e6298fc15d9 service neutron] 10.222.0.23 "GET /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824606 Sep 03 18:25:57.594646 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:57.621707 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e08eb0b-df08-4f66-ac69-01b2a93d6ffe None None] The sync data for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi is: [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 4, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '19b84cf0-82ef-468c-8131-175b74fae542', 'name': '', 'network_id': '8ca9d327-774b-450c-a1ef-250e5c303468', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'mac_address': 'fa:16:3e:6b:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:29Z', 'updated_at': '2021-09-03T18:18:35Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'subnets': [{'id': 'b901e8c0-1537-4c59-a7bc-b014991d207e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:25:57.830071 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3420ebd1-d7e7-4fb9-94f9-4d67810765be None None] New status for floating IP 3714e398-54f1-46e7-b18e-05f9cba50a3f: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:25:58.264147 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e22027-7ce7-4d47-aa99-f614cd9ae9aa req-56adf54f-cd6a-470f-8aee-2fcff2654ed8 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:58.265774 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f3e22027-7ce7-4d47-aa99-f614cd9ae9aa req-56adf54f-cd6a-470f-8aee-2fcff2654ed8 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0547802 Sep 03 18:25:58.304475 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f3e22027-7ce7-4d47-aa99-f614cd9ae9aa req-7b378ad8-6c29-45fc-9598-6ba4358cc7e5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Sep 03 18:25:58.315297 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995e3f2-27de-4bae-a19f-e377bec52a2b req-6dfbfd2f-ca34-4bbf-baf6-7f18460a6b72 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:58.316851 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6995e3f2-27de-4bae-a19f-e377bec52a2b req-6dfbfd2f-ca34-4bbf-baf6-7f18460a6b72 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Sep 03 18:25:58.354030 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6995e3f2-27de-4bae-a19f-e377bec52a2b req-3d7e37f5-9593-46cf-902a-c4c73e5adccd tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c4972fec-9f44-4683-8a0c-0248ef24ff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314803 Sep 03 18:25:58.568480 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-0599eb8d-181a-48ea-8970-70fd6cef7199 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:58.569871 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-0599eb8d-181a-48ea-8970-70fd6cef7199 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 945 time: 0.0470331 Sep 03 18:25:58.660229 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Deleting port 6a14e528-e7a6-47ca-893c-6647c0020610 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:58.660569 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:58.748776 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] For port 6a14e528-e7a6-47ca-893c-6647c0020610, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=6a14e528-e7a6-47ca-893c-6647c0020610,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:58.749148 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:58.761852 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Calling delete_port for 6a14e528-e7a6-47ca-893c-6647c0020610 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:58.889266 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:58.916259 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event deleted for resources: {'Port': ['ID=6a14e528-e7a6-47ca-893c-6647c0020610,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:58.959059 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] No DVR routers for this DVR port 6a14e528-e7a6-47ca-893c-6647c0020610 on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:25:58.961455 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:58.963418 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-e6bddb22-756b-4473-8c05-e709fc4c203b req-647472c6-ad3b-45ce-a1d5-a9d0c014d496 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.23 "DELETE /v2.0/ports/6a14e528-e7a6-47ca-893c-6647c0020610 HTTP/1.1" status: 204 len: 173 time: 0.3872590 Sep 03 18:25:58.963854 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'name': 'network-vif-deleted', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:58.966098 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58e0234-1350-428c-8bab-be5ec4265518" -d '{"events": [{"server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "name": "network-vif-deleted", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:59.006340 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4bb145-7de6-4890-957f-8b31ad6f157c x-openstack-request-id: req-4a4bb145-7de6-4890-957f-8b31ad6f157c {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:59.006629 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea827cab-e748-40eb-81a6-6e2c1c0b9618", "name": "network-vif-deleted", "tag": "6a14e528-e7a6-47ca-893c-6647c0020610", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:59.006884 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a4bb145-7de6-4890-957f-8b31ad6f157c {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:59.007297 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea827cab-e748-40eb-81a6-6e2c1c0b9618', 'name': 'network-vif-deleted', 'tag': '6a14e528-e7a6-47ca-893c-6647c0020610', 'status': 'completed', 'code': 200} Sep 03 18:25:59.421469 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de83ead-ef14-4740-8e03-62b5f77398fc req-bee0b5b8-4274-4206-a1f1-73cdd17ec1f2 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:59.423067 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4de83ead-ef14-4740-8e03-62b5f77398fc req-bee0b5b8-4274-4206-a1f1-73cdd17ec1f2 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0507956 Sep 03 18:25:59.460813 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-4de83ead-ef14-4740-8e03-62b5f77398fc req-4e1367f8-48e3-4ab9-b424-ad86dfc53ffd tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319111 Sep 03 18:25:59.461030 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-aaae74d0-9f9e-4d25-a8b3-a4bdc71f5156 req-09d286b6-604f-4fd7-8d4c-5b18e043ee26 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea827cab-e748-40eb-81a6-6e2c1c0b9618 HTTP/1.1" status: 200 len: 210 time: 0.0283105 Sep 03 18:26:00.518866 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53934) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:00.576746 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f301a-a14b-4316-a1e9-a609305a3bb6 req-1e35ddbe-6de7-46db-8433-e0ab2c41ef61 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:00.578329 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1a5f301a-a14b-4316-a1e9-a609305a3bb6 req-1e35ddbe-6de7-46db-8433-e0ab2c41ef61 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0496652 Sep 03 18:26:00.617746 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-1a5f301a-a14b-4316-a1e9-a609305a3bb6 req-eda8bd4a-66ee-4123-867d-dbd3808edc2b tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Sep 03 18:26:00.643989 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Deleting port 937223c9-cae9-4175-82b2-0c27b5b624c5 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:00.644330 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:00.721458 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:00.721785 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:00.733759 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Calling delete_port for 937223c9-cae9-4175-82b2-0c27b5b624c5 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:00.863510 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:00.892538 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event deleted for resources: {'Port': ['ID=937223c9-cae9-4175-82b2-0c27b5b624c5,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:00.903857 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.904209 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.904552 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.904915 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.905247 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.905578 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.905906 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.906232 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.906559 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.906883 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.907205 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.907524 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:00.960368 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:00.962885 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:00.964061 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-e75cf52f-b3db-4c3a-a674-6cf5f0872b50 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "DELETE /v2.0/floatingips/388de213-fc84-4d78-adaf-1b86262c4f82 HTTP/1.1" status: 204 len: 168 time: 0.4441042 Sep 03 18:26:01.731248 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796f18f-6b8f-497c-9b15-d41cf69168fb req-436b58ac-9de1-439b-aad4-aa1df1c6e84e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.732772 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7796f18f-6b8f-497c-9b15-d41cf69168fb req-436b58ac-9de1-439b-aad4-aa1df1c6e84e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0486321 Sep 03 18:26:01.770521 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7796f18f-6b8f-497c-9b15-d41cf69168fb req-7f2410ea-3586-4e89-9941-15e0ad86efbe tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319600 Sep 03 18:26:02.155149 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53948) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:02.210707 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 6a14e528-e7a6-47ca-893c-6647c0020610 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:02.213610 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3adf1cf-203a-4991-ae1e-9ed908f01b35 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:02.230119 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 6a14e528-e7a6-47ca-893c-6647c0020610 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:02.230498 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 6a14e528-e7a6-47ca-893c-6647c0020610 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:02.239656 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3adf1cf-203a-4991-ae1e-9ed908f01b35 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:02.309542 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3adf1cf-203a-4991-ae1e-9ed908f01b35 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:02.312349 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-e3adf1cf-203a-4991-ae1e-9ed908f01b35 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:02.313556 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-e3adf1cf-203a-4991-ae1e-9ed908f01b35 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] 10.222.0.49 "DELETE /v2.0/security-groups/c4972fec-9f44-4683-8a0c-0248ef24ff0a HTTP/1.1" status: 204 len: 168 time: 0.1574094 Sep 03 18:26:02.322937 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adf1cf-203a-4991-ae1e-9ed908f01b35 tempest-TestVolumeBootPattern-510730479 tempest-TestVolumeBootPattern-510730479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4972fec-9f44-4683-8a0c-0248ef24ff0a,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:02.368376 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53952) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:02.795257 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33156733'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:02.888366 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94b19-d2fa-449e-ad1b-6a989a984c39 req-447067e2-9b4e-4b99-80e9-e558ed6a5afd tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:02.889908 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f9f94b19-d2fa-449e-ad1b-6a989a984c39 req-447067e2-9b4e-4b99-80e9-e558ed6a5afd tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0531802 Sep 03 18:26:02.934031 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-f9f94b19-d2fa-449e-ad1b-6a989a984c39 req-6f105d49-ff86-41ce-a76d-91eb44edb3e7 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375912 Sep 03 18:26:03.279476 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Deleting port 19b84cf0-82ef-468c-8131-175b74fae542 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:03.280070 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:03.355721 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] For port 19b84cf0-82ef-468c-8131-175b74fae542, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=19b84cf0-82ef-468c-8131-175b74fae542,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:03.356082 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:03.367891 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Calling delete_port for 19b84cf0-82ef-468c-8131-175b74fae542 owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:03.540458 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:03.570194 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Pushing event deleted for resources: {'Port': ['ID=19b84cf0-82ef-468c-8131-175b74fae542,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:03.734658 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33032868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33187295'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:03.943343 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Router 8e9ba325-dd6a-41c3-bd83-b32f19165236 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:26:04.078694 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:26:04.084631 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-64d32d70-333c-47f0-ba05-e2629bcf0afa admin admin] 10.222.0.49 "PUT /v2.0/routers/8e9ba325-dd6a-41c3-bd83-b32f19165236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7151742 Sep 03 18:26:04.087281 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53960) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:04.091056 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] Sync routers for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:26:04.094022 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d70be-2eb7-4258-a274-bc92370b1359 req-c9942c52-8e01-48de-be1b-ae3f66335091 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:04.095523 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f24d70be-2eb7-4258-a274-bc92370b1359 req-c9942c52-8e01-48de-be1b-ae3f66335091 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 943 time: 0.0745735 Sep 03 18:26:04.100974 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:04.101690 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:25:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:04.134533 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-f24d70be-2eb7-4258-a274-bc92370b1359 req-89e4ffa3-96d9-4989-903c-6aa133a61989 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Sep 03 18:26:04.188401 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:04.205439 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:04.236134 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 666055b4-1743-4e61-8766-9f5c793d3b49 details requested by agent hyperv_hv-cinder-80409 with host hv-cinder-80409 {{(pid=94097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:26:04.299212 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:04.356683 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Deleting port da5a5553-33fd-4da1-82fb-dd3b4d450181 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:04.356993 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:04.434985 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] For port da5a5553-33fd-4da1-82fb-dd3b4d450181, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=da5a5553-33fd-4da1-82fb-dd3b4d450181,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:04.435376 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:04.446822 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Calling delete_port for da5a5553-33fd-4da1-82fb-dd3b4d450181 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:04.453618 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=666055b4-1743-4e61-8766-9f5c793d3b49,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:04.469220 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Returning: {'device': '666055b4-1743-4e61-8766-9f5c793d3b49', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'port_id': '666055b4-1743-4e61-8766-9f5c793d3b49', 'mac_address': 'fa:16:3e:e0:c1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:26:04.612863 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:04.641544 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=da5a5553-33fd-4da1-82fb-dd3b4d450181,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:04.642195 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:04.644840 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:26:03Z', 'revision_number': 5, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port': {'id': 'da5a5553-33fd-4da1-82fb-dd3b4d450181', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:27Z', 'updated_at': '2021-09-03T18:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:04.680035 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] Checking router: 8e9ba325-dd6a-41c3-bd83-b32f19165236 for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:26:04.683641 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [None req-22972414-2839-4838-aecb-14064501d453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666055b4-1743-4e61-8766-9f5c793d3b49 {{(pid=94097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:26:04.703523 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] Routers {'8e9ba325-dd6a-41c3-bd83-b32f19165236'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:04.703931 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33187111'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:04.704161 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:25:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['8e9ba325-dd6a-41c3-bd83-b32f19165236'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:04.709638 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=666055b4-1743-4e61-8766-9f5c793d3b49,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:04.739653 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:04.799478 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] Set router 8e9ba325-dd6a-41c3-bd83-b32f19165236 gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:04.860993 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:26:04Z', 'revision_number': 7, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port_host': None}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:04.900682 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360785d4-7ad7-48a1-9417-ee09602be61c None None] The sync data for ids ['8e9ba325-dd6a-41c3-bd83-b32f19165236'] in dv-cinder-804093-5-iscsi is: [{'id': '8e9ba325-dd6a-41c3-bd83-b32f19165236', 'name': 'tempest-TestVolumeBootPattern-1903671072-router', 'tenant_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:26Z', 'updated_at': '2021-09-03T18:26:04Z', 'revision_number': 7, 'project_id': 'deb148323da346ea8b9bb7f28f0e5ffb', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:26:04.902809 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=666055b4-1743-4e61-8766-9f5c793d3b49,revision_number=7']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:04.974722 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] get_ports_and_sgs() called for port_ids ['666055b4-1743-4e61-8766-9f5c793d3b49'] {{(pid=94097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:26:05.035542 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33157360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5236'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.037699 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.101319 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33157371'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.102123 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e9ba325-dd6a-41c3-bd83-b32f19165236 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:26:05.107184 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.110589 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-26991026-a78c-4e9c-89fd-039c66c42c9f admin admin] 10.222.0.49 "DELETE /v2.0/routers/8e9ba325-dd6a-41c3-bd83-b32f19165236 HTTP/1.1" status: 204 len: 168 time: 1.0200624 Sep 03 18:26:05.110847 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53962) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:05.153929 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4ed234-8cfd-481d-91d2-69ac45ec8d51 admin admin] Deleting subnet b901e8c0-1537-4c59-a7bc-b014991d207e {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:26:05.156993 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed234-8cfd-481d-91d2-69ac45ec8d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.192345 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed234-8cfd-481d-91d2-69ac45ec8d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29952725'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.293794 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0c7e0-1083-4827-8bc0-f1afbee7d4bc req-909ae85a-dd76-4571-b90b-32ec3de4b289 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:05.295331 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5ad0c7e0-1083-4827-8bc0-f1afbee7d4bc req-909ae85a-dd76-4571-b90b-32ec3de4b289 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 944 time: 0.0841491 Sep 03 18:26:05.326772 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed234-8cfd-481d-91d2-69ac45ec8d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.372307 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-5ad0c7e0-1083-4827-8bc0-f1afbee7d4bc req-67fbc106-2eaa-4b70-a896-413408628b06 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701978 Sep 03 18:26:05.396830 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed234-8cfd-481d-91d2-69ac45ec8d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32546790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30265900'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.422336 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ed234-8cfd-481d-91d2-69ac45ec8d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b901e8c0-1537-4c59-a7bc-b014991d207e,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:05.426000 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed234-8cfd-481d-91d2-69ac45ec8d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.427804 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-2c4ed234-8cfd-481d-91d2-69ac45ec8d51 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b901e8c0-1537-4c59-a7bc-b014991d207e HTTP/1.1" status: 204 len: 168 time: 0.3160038 Sep 03 18:26:05.430297 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53966) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:05.433568 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08496cc7-3310-4cef-918f-f420ad466b68 None None] Network 8ca9d327-774b-450c-a1ef-250e5c303468 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:26:05.501511 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.553162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Deleting port 58ee3fdc-00a3-41db-8800-68652e55f8ce {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:05.553537 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.619572 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] For port 58ee3fdc-00a3-41db-8800-68652e55f8ce, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=58ee3fdc-00a3-41db-8800-68652e55f8ce,segment=NetworkSegment(a9c088df-56eb-4c9c-b5ee-0024f8cd7e40),segment_id=a9c088df-56eb-4c9c-b5ee-0024f8cd7e40)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:05.619909 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.631835 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Calling delete_port for 58ee3fdc-00a3-41db-8800-68652e55f8ce owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:05.670410 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] DHCP port deletion for 8ca9d327-774b-450c-a1ef-250e5c303468 request from dv-cinder-804093-5-iscsi {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:26:05.724770 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.725103 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] Deleting port 58ee3fdc-00a3-41db-8800-68652e55f8ce {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:05.725440 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.750192 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ee3fdc-00a3-41db-8800-68652e55f8ce,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:05.756021 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] No DVR routers for this DVR port 58ee3fdc-00a3-41db-8800-68652e55f8ce on host dv-cinder-804093-5-iscsi {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:26:05.793046 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] For port 58ee3fdc-00a3-41db-8800-68652e55f8ce, host dv-cinder-804093-5-iscsi, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:05.793801 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.806265 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] Calling delete_port for 58ee3fdc-00a3-41db-8800-68652e55f8ce owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:05.809066 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] Port 58ee3fdc-00a3-41db-8800-68652e55f8ce was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 18:26:05.810290 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.832438 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.833566 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] Pushing event deleted for resources: {'Port': ['ID=58ee3fdc-00a3-41db-8800-68652e55f8ce,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:05.839779 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b3baa-da24-483c-8f0e-da4280b560fc None None] No DVR routers for this DVR port 58ee3fdc-00a3-41db-8800-68652e55f8ce on host dv-cinder-804093-5-iscsi {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:26:05.851088 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca9d327-774b-450c-a1ef-250e5c303468']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:05.863403 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:05.863705 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c088df-56eb-4c9c-b5ee-0024f8cd7e40') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:05.875342 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29952716'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.890414 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.897059 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:26:05.897459 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32546744'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: Traceback (most recent call last): Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: timer() Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: cb(*args, **kw) Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: return func(*args, **kwargs) Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: self._notify() Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: self.callback(batched_events) Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: event.method(event) Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: return f(self, *a, **k) Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._get(url).json() Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: return self.request(url, 'GET', **kwargs) Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:26:05.899158 dv-cinder-804093-5-iscsi neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:26:05.959858 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.969348 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:05.971312 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8ca9d327-774b-450c-a1ef-250e5c303468 HTTP/1.1" status: 204 len: 168 time: 0.5398669 Sep 03 18:26:05.974379 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 53968) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:05.981162 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ef114-0789-4952-a65f-ebce011504f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca9d327-774b-450c-a1ef-250e5c303468,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:06.242259 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 666055b4-1743-4e61-8766-9f5c793d3b49 up at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:06.289994 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.provisioning_blocks [None req-22972414-2839-4838-aecb-14064501d453 None None] Provisioning complete for port 666055b4-1743-4e61-8766-9f5c793d3b49 triggered by entity L2. {{(pid=94097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:06.290308 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631283'] for port, provisioning_complete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.325775 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33156733'] for router_interface, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.357258 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 58ee3fdc-00a3-41db-8800-68652e55f8ce no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:06.382121 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 58ee3fdc-00a3-41db-8800-68652e55f8ce {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:06.382475 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 58ee3fdc-00a3-41db-8800-68652e55f8ce not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:06.382894 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device da5a5553-33fd-4da1-82fb-dd3b4d450181 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:06.407286 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: da5a5553-33fd-4da1-82fb-dd3b4d450181 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:06.407444 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device da5a5553-33fd-4da1-82fb-dd3b4d450181 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:06.407867 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 19b84cf0-82ef-468c-8131-175b74fae542 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:06.410768 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560059'] for port, before_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.434900 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 19b84cf0-82ef-468c-8131-175b74fae542 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:06.435636 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 19b84cf0-82ef-468c-8131-175b74fae542 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:06.450782 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49'}] {{(pid=94097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:06.453083 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64163fb2a38dbe6aa555910754f44323527ac080179f2f9aba9107f7f8afeae3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58b620b-d167-4965-acef-b2f913bbdf3a" -d '{"events": [{"server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49"}]}' {{(pid=94097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:06.466038 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-22972414-2839-4838-aecb-14064501d453 None None] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=666055b4-1743-4e61-8766-9f5c793d3b49,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:06.470630 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790875735287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790875233437', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790875233455'] for port, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.495637 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcaf03f-95fc-409c-ba46-29453c217a0f x-openstack-request-id: req-5bcaf03f-95fc-409c-ba46-29453c217a0f {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:06.495871 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49", "code": 200}]} {{(pid=94097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:06.496127 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bcaf03f-95fc-409c-ba46-29453c217a0f {{(pid=94097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:06.496520 dv-cinder-804093-5-iscsi neutron-server[94097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49', 'code': 200} Sep 03 18:26:06.522408 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Pushing event updated for resources: {'Port': ['ID=666055b4-1743-4e61-8766-9f5c793d3b49,revision_number=8']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:06.540328 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9298b-94a4-4c1e-a2d6-edf9cf64f84a req-4ab1c8d5-1bce-4fc0-82ee-4f4acd06d85e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:06.542378 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-73c9298b-94a4-4c1e-a2d6-edf9cf64f84a req-4ab1c8d5-1bce-4fc0-82ee-4f4acd06d85e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0783093 Sep 03 18:26:06.628658 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-73c9298b-94a4-4c1e-a2d6-edf9cf64f84a req-2a235fa2-c19a-4efe-80d1-17e592ebbac5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802612 Sep 03 18:26:06.656045 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Deleting port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:06.656391 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.751921 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bbf33-e385-453c-b7d9-7ddf84866a9d req-8af97a80-eca4-4fac-93cf-7115c4bc449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:06.753364 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed7bbf33-e385-453c-b7d9-7ddf84866a9d req-8af97a80-eca4-4fac-93cf-7115c4bc449e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1098 time: 0.0847826 Sep 03 18:26:06.765986 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:26:06.778898 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] For port 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f,segment=NetworkSegment(d58c7f2c-e216-414a-8c7d-36017102f040),segment_id=d58c7f2c-e216-414a-8c7d-36017102f040)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:06.779293 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.796163 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Calling delete_port for 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f owned by network:router_interface {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:06.812318 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-ed7bbf33-e385-453c-b7d9-7ddf84866a9d req-bf14f1ec-6a78-427a-abfa-7dadddc63d94 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500982 Sep 03 18:26:06.982400 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:07.008575 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:07.173412 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33032868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33187295'] for router_interface, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:07.380842 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Router 81e6d878-97ad-4692-bf40-a7815173a1a3 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:26:07.486865 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:26:07.491941 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-788313ca-a9f2-4021-ab04-fe0ec22538bd admin admin] 10.222.0.49 "PUT /v2.0/routers/81e6d878-97ad-4692-bf40-a7815173a1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5164149 Sep 03 18:26:07.495665 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53974) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:07.496113 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] Sync routers for ids ['81e6d878-97ad-4692-bf40-a7815173a1a3'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:26:07.504983 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] Routers {'81e6d878-97ad-4692-bf40-a7815173a1a3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:07.505611 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:25:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['81e6d878-97ad-4692-bf40-a7815173a1a3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:07.608041 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] Set router 81e6d878-97ad-4692-bf40-a7815173a1a3 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:07.608877 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:07.777532 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:07.792533 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8606f3-1ee7-4664-83b7-2f2af62c6398 req-719bcba4-1ede-4423-a477-05245da94583 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:07.794134 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-db8606f3-1ee7-4664-83b7-2f2af62c6398 req-719bcba4-1ede-4423-a477-05245da94583 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0918164 Sep 03 18:26:07.839152 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:26:06Z', 'revision_number': 5, 'project_id': '8834c48abb81431db1d1215723d09671', 'gw_port': {'id': 'bec23c59-b820-4520-a54d-a5319944d20d', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:18:32Z', 'updated_at': '2021-09-03T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:07.865852 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] Checking router: 81e6d878-97ad-4692-bf40-a7815173a1a3 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:26:07.866909 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-db8606f3-1ee7-4664-83b7-2f2af62c6398 req-b0f2fdde-5081-4c42-a6fe-1316ab840bff tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446191 Sep 03 18:26:07.874550 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] Routers {'81e6d878-97ad-4692-bf40-a7815173a1a3'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:07.875208 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:25:43Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['81e6d878-97ad-4692-bf40-a7815173a1a3'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:07.880370 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Deleting port bec23c59-b820-4520-a54d-a5319944d20d {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:07.880737 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:07.960006 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] Set router 81e6d878-97ad-4692-bf40-a7815173a1a3 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:07.966522 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] For port bec23c59-b820-4520-a54d-a5319944d20d, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=bec23c59-b820-4520-a54d-a5319944d20d,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:07.966905 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:07.978199 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Calling delete_port for bec23c59-b820-4520-a54d-a5319944d20d owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:08.100952 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:26:07Z', 'revision_number': 6, 'project_id': '8834c48abb81431db1d1215723d09671', 'gw_port_host': None}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:08.127019 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02636d8-c293-4bab-a00b-263a35a2a2a4 None None] The sync data for ids ['81e6d878-97ad-4692-bf40-a7815173a1a3'] in dv-cinder-804093-5-iscsi is: [{'id': '81e6d878-97ad-4692-bf40-a7815173a1a3', 'name': 'tempest-TestVolumeBootPattern-1224133502-router', 'tenant_id': '8834c48abb81431db1d1215723d09671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:26:07Z', 'revision_number': 6, 'project_id': '8834c48abb81431db1d1215723d09671', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:26:08.146407 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.174564 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec23c59-b820-4520-a54d-a5319944d20d,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:08.236202 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33187111'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.322605 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33157360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5236'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.325236 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.367901 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33157371'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.368532 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e6d878-97ad-4692-bf40-a7815173a1a3 {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:26:08.374776 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.377055 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-4a0bf411-eeb4-4e00-9511-31ba98a8a808 admin admin] 10.222.0.49 "DELETE /v2.0/routers/81e6d878-97ad-4692-bf40-a7815173a1a3 HTTP/1.1" status: 204 len: 168 time: 0.8802536 Sep 03 18:26:08.378698 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53978) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:08.422625 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c30965f-2e2a-4771-861d-5de25420ff82 admin admin] Deleting subnet fc04c229-c96c-4de9-a66f-4f8ec506e0d0 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:26:08.425534 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c30965f-2e2a-4771-861d-5de25420ff82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.461616 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c30965f-2e2a-4771-861d-5de25420ff82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29952725'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.551848 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c30965f-2e2a-4771-861d-5de25420ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.575932 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:08.598340 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:08.598653 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 8fa6873c-7ce7-4b47-b467-3a1cb4ab6c1f not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:08.607637 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c30965f-2e2a-4771-861d-5de25420ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32546790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30265900'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.632816 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30965f-2e2a-4771-861d-5de25420ff82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc04c229-c96c-4de9-a66f-4f8ec506e0d0,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:08.637186 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6c30965f-2e2a-4771-861d-5de25420ff82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.639825 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-6c30965f-2e2a-4771-861d-5de25420ff82 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fc04c229-c96c-4de9-a66f-4f8ec506e0d0 HTTP/1.1" status: 204 len: 168 time: 0.2600205 Sep 03 18:26:08.641566 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53980) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:08.643211 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459b016-fd8e-4b87-ad54-4d977c5455e6 None None] Network 116113f6-e7b4-40cb-be80-645e3df5da44 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:26:08.713624 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.775257 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Deleting port db2b8980-bea1-4b87-97ea-091af11ce908 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:08.775597 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.839141 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] For port db2b8980-bea1-4b87-97ea-091af11ce908, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=db2b8980-bea1-4b87-97ea-091af11ce908,segment=NetworkSegment(d58c7f2c-e216-414a-8c7d-36017102f040),segment_id=d58c7f2c-e216-414a-8c7d-36017102f040)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:08.839527 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.855628 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Calling delete_port for db2b8980-bea1-4b87-97ea-091af11ce908 owned by network:dhcp {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:08.892855 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ceb57-01d3-4383-955f-b3b4b8a5a594 None None] DHCP port deletion for 116113f6-e7b4-40cb-be80-645e3df5da44 request from dv-cinder-804093-5-iscsi {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:26:08.948520 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-219ceb57-01d3-4383-955f-b3b4b8a5a594 None None] Deleting port db2b8980-bea1-4b87-97ea-091af11ce908 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:08.949284 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-219ceb57-01d3-4383-955f-b3b4b8a5a594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.964208 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.984295 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] No DVR routers for this DVR port db2b8980-bea1-4b87-97ea-091af11ce908 on host dv-cinder-804093-5-iscsi {{(pid=94096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:26:09.000899 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86116a3e-43e8-4036-a6fe-9195f0660a52 req-5d47212f-54d6-4f7b-a8b1-eedd7cb094eb tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:09.002564 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-86116a3e-43e8-4036-a6fe-9195f0660a52 req-5d47212f-54d6-4f7b-a8b1-eedd7cb094eb tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0572364 Sep 03 18:26:09.021905 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-219ceb57-01d3-4383-955f-b3b4b8a5a594 None None] For port db2b8980-bea1-4b87-97ea-091af11ce908, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=db2b8980-bea1-4b87-97ea-091af11ce908,segment=NetworkSegment(d58c7f2c-e216-414a-8c7d-36017102f040),segment_id=d58c7f2c-e216-414a-8c7d-36017102f040)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:09.022577 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-219ceb57-01d3-4383-955f-b3b4b8a5a594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.037016 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-219ceb57-01d3-4383-955f-b3b4b8a5a594 None None] Calling delete_port for db2b8980-bea1-4b87-97ea-091af11ce908 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:09.045416 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-86116a3e-43e8-4036-a6fe-9195f0660a52 req-49f2bdb3-ce35-4f26-9294-a69d48157e2f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368516 Sep 03 18:26:09.050036 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2b8980-bea1-4b87-97ea-091af11ce908,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:09.114129 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.126828 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116113f6-e7b4-40cb-be80-645e3df5da44']}} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:09.134595 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-219ceb57-01d3-4383-955f-b3b4b8a5a594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.138512 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58c7f2c-e216-414a-8c7d-36017102f040') {'for_net_delete': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:09.139169 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.services.segments.db [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58c7f2c-e216-414a-8c7d-36017102f040') {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:09.149930 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29952716'] for segment, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.161535 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ceb57-01d3-4383-955f-b3b4b8a5a594 None None] Pushing event deleted for resources: {'Port': ['ID=db2b8980-bea1-4b87-97ea-091af11ce908,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:09.167234 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.169584 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ceb57-01d3-4383-955f-b3b4b8a5a594 None None] No DVR routers for this DVR port db2b8980-bea1-4b87-97ea-091af11ce908 on host dv-cinder-804093-5-iscsi {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:26:09.173765 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:26:09.174177 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32546744'] for segment, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: Traceback (most recent call last): Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: timer() Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: cb(*args, **kw) Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: return func(*args, **kwargs) Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: self._notify() Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: self.callback(batched_events) Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: event.method(event) Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: return f(self, *a, **k) Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._get(url).json() Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: return self.request(url, 'GET', **kwargs) Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:26:09.176881 dv-cinder-804093-5-iscsi neutron-server[94096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:26:09.237504 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.243398 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.250166 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] 10.222.0.49 "DELETE /v2.0/networks/116113f6-e7b4-40cb-be80-645e3df5da44 HTTP/1.1" status: 204 len: 168 time: 0.6030929 Sep 03 18:26:09.257967 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbf11f-4c57-44b4-b039-4662565e9059 admin admin] Pushing event deleted for resources: {'Network': ['ID=116113f6-e7b4-40cb-be80-645e3df5da44,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:09.358625 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53990) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:09.402018 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-0934ace1-3a85-4ad2-8943-62844608195c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=deb148323da346ea8b9bb7f28f0e5ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422916 Sep 03 18:26:09.410386 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53992) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:09.457178 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69ee9db4-947d-41f3-a0ae-5df30f8e7f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.478007 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69ee9db4-947d-41f3-a0ae-5df30f8e7f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.522386 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69ee9db4-947d-41f3-a0ae-5df30f8e7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.524928 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-69ee9db4-947d-41f3-a0ae-5df30f8e7f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.526047 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-69ee9db4-947d-41f3-a0ae-5df30f8e7f56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87b15b62-51e8-48d5-a436-0f3cf2b8b31c HTTP/1.1" status: 204 len: 168 time: 0.1147277 Sep 03 18:26:09.533712 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee9db4-947d-41f3-a0ae-5df30f8e7f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b15b62-51e8-48d5-a436-0f3cf2b8b31c,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:09.839095 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 53998) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:09.878017 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-c95a2a11-6bec-4c9b-ad2e-47429c8414ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8834c48abb81431db1d1215723d09671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377722 Sep 03 18:26:09.880560 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 54000) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:09.927059 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-849fa5bd-f38e-477a-b6b5-399368a0162e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.947400 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-849fa5bd-f38e-477a-b6b5-399368a0162e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.993687 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-849fa5bd-f38e-477a-b6b5-399368a0162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.996853 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-849fa5bd-f38e-477a-b6b5-399368a0162e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.997978 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-849fa5bd-f38e-477a-b6b5-399368a0162e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34f3a034-90d5-44ce-8f16-7d5451210728 HTTP/1.1" status: 204 len: 168 time: 0.1164458 Sep 03 18:26:10.005322 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fa5bd-f38e-477a-b6b5-399368a0162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3a034-90d5-44ce-8f16-7d5451210728,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:10.343039 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device db2b8980-bea1-4b87-97ea-091af11ce908 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:10.362934 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: db2b8980-bea1-4b87-97ea-091af11ce908 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:10.363278 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device db2b8980-bea1-4b87-97ea-091af11ce908 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:10.363688 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device bec23c59-b820-4520-a54d-a5319944d20d no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:10.382256 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: bec23c59-b820-4520-a54d-a5319944d20d {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:10.382602 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device bec23c59-b820-4520-a54d-a5319944d20d not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:10.625584 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bc2c664a-dde7-43a4-b3c0-4413027d50a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.390482 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a2b969c1-692a-45a3-9221-ca264d7bcb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.624483 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:14.517851 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:16.064095 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:16.119795 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:40.626260 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-13b87263-6f52-4bfc-91c5-43b3b4a64845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:43.392221 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-44ff9025-b7cb-4c93-975d-b753edbcd845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:43.628244 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:43.764831 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:26:44.516425 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:46.080829 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:46.123378 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.626506 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-645d4cf8-9d25-47f4-a230-2c5ecaac8de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:13.393786 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-372778dc-e057-417b-ac2a-ca904460a854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:13.632290 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:14.520952 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:16.079304 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:16.129215 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:20.763287 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:27:24.975052 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 54022) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:25.133192 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Deleting port 772c7839-36f6-48bf-a5c8-28cfcb9148e1 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:25.133536 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:25.173125 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-23979408-8ecc-4ef5-9f0a-f33c04ace7cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392816 Sep 03 18:27:25.208593 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:25.208945 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:25.221337 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Calling delete_port for 772c7839-36f6-48bf-a5c8-28cfcb9148e1 owned by network:floatingip {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:25.253733 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-42885583-c275-4a26-b8b8-6962e337b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:25.255123 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-42885583-c275-4a26-b8b8-6962e337b444 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9526f8cad87c4d11bf168ab92afb8761&device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1098 time: 0.0419655 Sep 03 18:27:25.356530 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-73bed9d5-4fba-4f61-96b8-febc792d07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:25.358028 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-73bed9d5-4fba-4f61-96b8-febc792d07a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 200 len: 910 time: 0.0834978 Sep 03 18:27:25.373395 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:25.399318 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event deleted for resources: {'Port': ['ID=772c7839-36f6-48bf-a5c8-28cfcb9148e1,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:25.431137 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.432253 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.432253 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.432253 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.432533 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.432824 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.433156 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.433489 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.433879 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.434216 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.434631 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.434998 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:25.479063 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for floatingip, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:25.479426 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.db.l3_db [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Floating IP 41d756c0-771a-4d34-b5ec-75ad807d9fdb disassociated (deleted). External IP: 172.27.1.77, port: 666055b4-1743-4e61-8766-9f5c793d3b49. Sep 03 18:27:25.678959 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-2ede818e-676a-4f12-8cff-5ce48c6a0778 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 200 len: 1000 time: 0.3143120 Sep 03 18:27:25.687822 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Router 693f71f9-0258-4cf1-848f-3bba067066be has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:27:25.730774 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-a8b4cee6-bdc4-4edd-afd4-edccff5bbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:25.732250 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-a8b4cee6-bdc4-4edd-afd4-edccff5bbed5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c9e37797-dca8-4804-805a-967744872d85 HTTP/1.1" status: 200 len: 848 time: 0.0461242 Sep 03 18:27:25.777528 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-0c42c825-f0e9-43b6-8b3d-16ca715c7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:25.779021 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-0c42c825-f0e9-43b6-8b3d-16ca715c7f1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=835b73f9-97f1-48ed-8f21-6a29855dd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393419 Sep 03 18:27:25.794930 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:27:25.799975 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for floatingip, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:25.804986 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] Sync routers for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:27:25.814935 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:25.815576 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:27:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:25.828682 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-fe746de0-d96a-4c30-9291-1914a015c99e tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "DELETE /v2.0/floatingips/41d756c0-771a-4d34-b5ec-75ad807d9fdb HTTP/1.1" status: 204 len: 168 time: 0.8526025 Sep 03 18:27:25.829273 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49'}] {{(pid=94096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:27:25.831577 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd08d4f5fb328399f9ec134f7c80abeb8472d85e03d292a9df86786562077b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bcab59-965c-4b72-a699-52d7935f97fd" -d '{"events": [{"name": "network-changed", "server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49"}]}' {{(pid=94096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:27:25.889749 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-2ec5a023-7218-45d4-aabc-8bce2ef9c036 service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036513 Sep 03 18:27:25.949800 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:26.011195 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-2cc9455b-650f-496d-ba46-617cdfbacabc req-edc35d4a-fc8d-4622-8036-3dd5be6a4f71 service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136796 Sep 03 18:27:26.090763 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771434e-3f25-48b2-8cfc-cedb42201f67 req-e3f029f2-a81c-40b4-ae9d-5797f9f88826 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:26.092316 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6771434e-3f25-48b2-8cfc-cedb42201f67 req-e3f029f2-a81c-40b4-ae9d-5797f9f88826 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0604093 Sep 03 18:27:26.139910 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-6771434e-3f25-48b2-8cfc-cedb42201f67 req-c9cfdb1f-198d-4fc7-80d0-942eb412a96f tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397017 Sep 03 18:27:26.177075 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38a6e09-2a3c-418d-a98e-7bfc7a7a972c x-openstack-request-id: req-d38a6e09-2a3c-418d-a98e-7bfc7a7a972c {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:27:26.177373 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49", "status": "completed", "code": 200}]} {{(pid=94096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:27:26.177628 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d38a6e09-2a3c-418d-a98e-7bfc7a7a972c {{(pid=94096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:27:26.178031 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49', 'status': 'completed', 'code': 200} Sep 03 18:27:26.190875 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '536b2096-1fa2-4970-ac66-3839235c143a', 'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'mac_address': 'fa:16:3e:9a:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:49Z', 'updated_at': '2021-09-03T18:22:57Z', 'revision_number': 5, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'subnets': [{'id': 'c9e37797-dca8-4804-805a-967744872d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:26.217017 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] Checking router: 693f71f9-0258-4cf1-848f-3bba067066be for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:27:26.225050 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:26.225658 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:27:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:26.244472 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-4b44ad1a-2221-4912-86dd-1165780e6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:26.245980 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-4b44ad1a-2221-4912-86dd-1165780e6e5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9526f8cad87c4d11bf168ab92afb8761&device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 1098 time: 0.0437422 Sep 03 18:27:26.341818 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-c850a363-d9b5-40e3-98fd-2e56b8ec54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:26.343306 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-c850a363-d9b5-40e3-98fd-2e56b8ec54f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 200 len: 910 time: 0.0890877 Sep 03 18:27:26.390223 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-cc69f8e2-ed28-4acc-b8b7-1f0ef8283535 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 200 len: 217 time: 0.0392089 Sep 03 18:27:26.440752 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-a812d120-7611-4fd0-9ab8-1267c45fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:26.442246 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-a812d120-7611-4fd0-9ab8-1267c45fa329 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c9e37797-dca8-4804-805a-967744872d85 HTTP/1.1" status: 200 len: 848 time: 0.0442860 Sep 03 18:27:26.456305 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:26.488263 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-bce2d6e9-ce17-46ca-9be6-bb58742bd100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:26.489744 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-bce2d6e9-ce17-46ca-9be6-bb58742bd100 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=835b73f9-97f1-48ed-8f21-6a29855dd60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393910 Sep 03 18:27:26.585128 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-60d47c14-9975-49bb-8501-a1a63469fc33 service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874755 Sep 03 18:27:26.651286 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '536b2096-1fa2-4970-ac66-3839235c143a', 'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'mac_address': 'fa:16:3e:9a:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:49Z', 'updated_at': '2021-09-03T18:22:57Z', 'revision_number': 5, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'subnets': [{'id': 'c9e37797-dca8-4804-805a-967744872d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:26.676364 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-a1bcab59-965c-4b72-a699-52d7935f97fd req-63c5087d-389f-467e-a078-e1ac9a1a78a0 service neutron] 10.222.0.23 "GET /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838580 Sep 03 18:27:26.683967 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34698d-b2c2-4fc0-bded-40edde622017 None None] The sync data for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi is: [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:22:50Z', 'revision_number': 4, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi', '_interfaces': [{'id': '536b2096-1fa2-4970-ac66-3839235c143a', 'name': '', 'network_id': '835b73f9-97f1-48ed-8f21-6a29855dd60b', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'mac_address': 'fa:16:3e:9a:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c9e37797-dca8-4804-805a-967744872d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:49Z', 'updated_at': '2021-09-03T18:22:57Z', 'revision_number': 5, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'subnets': [{'id': 'c9e37797-dca8-4804-805a-967744872d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:27:26.892490 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918108f-1b31-4fa5-be80-271e8987b4a5 None None] New status for floating IP 41d756c0-771a-4d34-b5ec-75ad807d9fdb: DOWN {{(pid=94098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:27:27.255784 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de336f-0fe1-48ab-8bff-4a4d7be5ffb6 req-2b258f9f-6a40-4e07-8bd5-721633e9fb7c tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:27.257188 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-36de336f-0fe1-48ab-8bff-4a4d7be5ffb6 req-2b258f9f-6a40-4e07-8bd5-721633e9fb7c tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0479465 Sep 03 18:27:27.295665 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-36de336f-0fe1-48ab-8bff-4a4d7be5ffb6 req-892b0406-ec35-4ba3-9670-551c4dc265d4 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/security-groups?id=df3e178d-247e-4406-b247-34ba6099518a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326653 Sep 03 18:27:27.569512 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b817f86-0eef-4b68-b312-fb1987418508 req-aefad141-3da9-4d84-901b-1ec8a398f348 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:27.571369 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b817f86-0eef-4b68-b312-fb1987418508 req-aefad141-3da9-4d84-901b-1ec8a398f348 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 945 time: 0.0484912 Sep 03 18:27:27.664085 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-3b817f86-0eef-4b68-b312-fb1987418508 req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Deleting port 666055b4-1743-4e61-8766-9f5c793d3b49 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:27.664431 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b817f86-0eef-4b68-b312-fb1987418508 req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:27.761147 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [req-3b817f86-0eef-4b68-b312-fb1987418508 req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] For port 666055b4-1743-4e61-8766-9f5c793d3b49, host hv-cinder-80409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80409',level=0,port_id=666055b4-1743-4e61-8766-9f5c793d3b49,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:27.761509 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b817f86-0eef-4b68-b312-fb1987418508 req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:27.774464 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [req-3b817f86-0eef-4b68-b312-fb1987418508 req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Calling delete_port for 666055b4-1743-4e61-8766-9f5c793d3b49 owned by compute:nova {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:27.903221 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b817f86-0eef-4b68-b312-fb1987418508 req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:27.937560 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event deleted for resources: {'Port': ['ID=666055b4-1743-4e61-8766-9f5c793d3b49,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:27.961636 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.961990 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.962338 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.962679 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.963015 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.963350 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.963685 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.964013 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.964346 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.964709 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.965037 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.965362 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:27.987287 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b817f86-0eef-4b68-b312-fb1987418508 req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] No DVR routers for this DVR port 666055b4-1743-4e61-8766-9f5c793d3b49 on host hv-cinder-80409 {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:27:27.989932 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [req-3b817f86-0eef-4b68-b312-fb1987418508 req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257239'] for port, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:27.991929 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [req-3b817f86-0eef-4b68-b312-fb1987418508 req-6fb71055-25b8-4f3b-9fba-420a120e2cbf tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.23 "DELETE /v2.0/ports/666055b4-1743-4e61-8766-9f5c793d3b49 HTTP/1.1" status: 204 len: 173 time: 0.4149454 Sep 03 18:27:27.992363 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'name': 'network-vif-deleted', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49'}] {{(pid=94095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:27:27.994661 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2378d9748704da7d5433b935be6bda39ce9f240dea97710f5292d6bde07df947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509b1fef-ef64-4ea3-8619-81d79d973b1a" -d '{"events": [{"server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "name": "network-vif-deleted", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49"}]}' {{(pid=94095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:27:28.056186 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966e0390-8608-4f78-8396-01a0a033dfbd x-openstack-request-id: req-966e0390-8608-4f78-8396-01a0a033dfbd {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:27:28.056474 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d0465a-8c3b-40ce-bfa6-a7e26914dd6a", "name": "network-vif-deleted", "tag": "666055b4-1743-4e61-8766-9f5c793d3b49", "status": "completed", "code": 200}]} {{(pid=94095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:27:28.056775 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-966e0390-8608-4f78-8396-01a0a033dfbd {{(pid=94095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:27:28.057162 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d0465a-8c3b-40ce-bfa6-a7e26914dd6a', 'name': 'network-vif-deleted', 'tag': '666055b4-1743-4e61-8766-9f5c793d3b49', 'status': 'completed', 'code': 200} Sep 03 18:27:28.412741 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [req-7450d224-f528-40ee-a01c-7289999cc957 req-73fb378f-0375-48ed-af07-d47e75a82f98 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "GET /v2.0/ports?device_id=21d0465a-8c3b-40ce-bfa6-a7e26914dd6a HTTP/1.1" status: 200 len: 210 time: 0.0294936 Sep 03 18:27:29.476559 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 54060) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:29.539392 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9556eb46-6b77-411d-9e63-7324db0f59c5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:29.564790 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9556eb46-6b77-411d-9e63-7324db0f59c5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:29.624198 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9556eb46-6b77-411d-9e63-7324db0f59c5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:29.627022 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-9556eb46-6b77-411d-9e63-7324db0f59c5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:29.628189 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-9556eb46-6b77-411d-9e63-7324db0f59c5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] 10.222.0.49 "DELETE /v2.0/security-groups/df3e178d-247e-4406-b247-34ba6099518a HTTP/1.1" status: 204 len: 168 time: 0.1505997 Sep 03 18:27:29.638096 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556eb46-6b77-411d-9e63-7324db0f59c5 tempest-TestShelveInstance-311524365 tempest-TestShelveInstance-311524365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3e178d-247e-4406-b247-34ba6099518a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:29.678225 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 54064) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:30.247564 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33156733'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:30.499975 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Deleting port 536b2096-1fa2-4970-ac66-3839235c143a {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:30.500671 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:30.580930 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] For port 536b2096-1fa2-4970-ac66-3839235c143a, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=536b2096-1fa2-4970-ac66-3839235c143a,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:30.581314 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:30.594692 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Calling delete_port for 536b2096-1fa2-4970-ac66-3839235c143a owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:30.691313 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 666055b4-1743-4e61-8766-9f5c793d3b49 no longer exists at agent hyperv_hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:27:30.712666 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-22972414-2839-4838-aecb-14064501d453 None None] No Port match for: 666055b4-1743-4e61-8766-9f5c793d3b49 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:27:30.712666 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-22972414-2839-4838-aecb-14064501d453 None None] Device 666055b4-1743-4e61-8766-9f5c793d3b49 not bound to the agent host hv-cinder-80409 {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:27:30.775419 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:30.798749 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Pushing event deleted for resources: {'Port': ['ID=536b2096-1fa2-4970-ac66-3839235c143a,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:30.967366 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33032868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33187295'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:31.176642 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Router 693f71f9-0258-4cf1-848f-3bba067066be has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:27:31.284000 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:27:31.289141 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-1f8e0767-6804-4827-9829-a48454606697 admin admin] 10.222.0.49 "PUT /v2.0/routers/693f71f9-0258-4cf1-848f-3bba067066be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6097512 Sep 03 18:27:31.291545 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 54066) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:31.292902 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] Sync routers for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:27:31.302057 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:31.302677 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:27:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:31.395476 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks [] for router, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:31.404708 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: dv-cinder-804093-5-iscsi {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:31.497521 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:31.549855 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Deleting port f0e3071e-147e-4594-b797-8ef6a4de3537 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:31.550631 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:31.582262 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:27:30Z', 'revision_number': 5, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port': {'id': 'f0e3071e-147e-4594-b797-8ef6a4de3537', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f71f9-0258-4cf1-848f-3bba067066be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:47Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:31.608561 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] Checking router: 693f71f9-0258-4cf1-848f-3bba067066be for host: dv-cinder-804093-5-iscsi {{(pid=94097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:27:31.616771 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] Routers {'693f71f9-0258-4cf1-848f-3bba067066be'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:31.617390 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:27:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['693f71f9-0258-4cf1-848f-3bba067066be'], 'active': True} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:31.629434 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] For port f0e3071e-147e-4594-b797-8ef6a4de3537, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=f0e3071e-147e-4594-b797-8ef6a4de3537,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:31.629819 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:31.641589 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Calling delete_port for f0e3071e-147e-4594-b797-8ef6a4de3537 owned by network:router_gateway {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:31.702006 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvr_db [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] Set router 693f71f9-0258-4cf1-848f-3bba067066be gateway port host: None {{(pid=94097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:31.756677 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_hamode_db [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:27:31Z', 'revision_number': 6, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port_host': None}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:31.783495 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe2bf1-5139-4e90-9189-c77962f6b256 None None] The sync data for ids ['693f71f9-0258-4cf1-848f-3bba067066be'] in dv-cinder-804093-5-iscsi is: [{'id': '693f71f9-0258-4cf1-848f-3bba067066be', 'name': 'tempest-TestShelveInstance-1554846473-router', 'tenant_id': '9526f8cad87c4d11bf168ab92afb8761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:46Z', 'updated_at': '2021-09-03T18:27:31Z', 'revision_number': 6, 'project_id': '9526f8cad87c4d11bf168ab92afb8761', 'gw_port_host': None}] {{(pid=94097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:27:31.806557 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:31.832025 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e3071e-147e-4594-b797-8ef6a4de3537,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:31.895493 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33187111'] for router_gateway, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:31.985716 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33157360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5236'] for router, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:31.987820 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.034340 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33157371'] for router, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.034785 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 693f71f9-0258-4cf1-848f-3bba067066be {{(pid=94096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:27:32.039897 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] Notify callbacks [] for router, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.041098 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-21e3c816-0a81-4abc-8809-d4140a44c916 admin admin] 10.222.0.49 "DELETE /v2.0/routers/693f71f9-0258-4cf1-848f-3bba067066be HTTP/1.1" status: 204 len: 168 time: 0.7486308 Sep 03 18:27:32.043625 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 54068) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:32.089321 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df6cd10-0226-4154-88f6-3cf6716746e0 admin admin] Deleting subnet c9e37797-dca8-4804-805a-967744872d85 {{(pid=94096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:27:32.092458 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1df6cd10-0226-4154-88f6-3cf6716746e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.126199 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1df6cd10-0226-4154-88f6-3cf6716746e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29952725'] for subnet, precommit_delete_associations {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.205805 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1df6cd10-0226-4154-88f6-3cf6716746e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.255017 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1df6cd10-0226-4154-88f6-3cf6716746e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32546790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30265900'] for subnet, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.281673 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6cd10-0226-4154-88f6-3cf6716746e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e37797-dca8-4804-805a-967744872d85,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:32.285636 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-1df6cd10-0226-4154-88f6-3cf6716746e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for subnet, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.287599 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-1df6cd10-0226-4154-88f6-3cf6716746e0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c9e37797-dca8-4804-805a-967744872d85 HTTP/1.1" status: 204 len: 168 time: 0.2427735 Sep 03 18:27:32.290206 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 54070) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:32.291536 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eeeb3c-387d-486b-8622-dabd230cb22c None None] Network 835b73f9-97f1-48ed-8f21-6a29855dd60b requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:27:32.370595 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.386684 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device f0e3071e-147e-4594-b797-8ef6a4de3537 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:27:32.420179 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: f0e3071e-147e-4594-b797-8ef6a4de3537 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:27:32.420532 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device f0e3071e-147e-4594-b797-8ef6a4de3537 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:27:32.421005 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 536b2096-1fa2-4970-ac66-3839235c143a no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:27:32.437109 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Deleting port 2958d3bd-b8dc-45a7-8214-85ab342015e6 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:32.437443 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.447978 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 536b2096-1fa2-4970-ac66-3839235c143a {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:27:32.448325 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 536b2096-1fa2-4970-ac66-3839235c143a not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:27:32.504952 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] For port 2958d3bd-b8dc-45a7-8214-85ab342015e6, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=2958d3bd-b8dc-45a7-8214-85ab342015e6,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:32.505404 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.518400 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Calling delete_port for 2958d3bd-b8dc-45a7-8214-85ab342015e6 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:32.521878 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] DHCP port deletion for 835b73f9-97f1-48ed-8f21-6a29855dd60b request from dv-cinder-804093-5-iscsi {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:27:32.571752 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Deleting port 2958d3bd-b8dc-45a7-8214-85ab342015e6 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:32.572225 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.609212 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.635226 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Pushing event deleted for resources: {'Port': ['ID=2958d3bd-b8dc-45a7-8214-85ab342015e6,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:32.640176 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] For port 2958d3bd-b8dc-45a7-8214-85ab342015e6, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=2958d3bd-b8dc-45a7-8214-85ab342015e6,segment=NetworkSegment(5d06a029-0df9-4874-a8e7-bcac7cf6c208),segment_id=5d06a029-0df9-4874-a8e7-bcac7cf6c208)] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:32.640176 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.640712 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] No DVR routers for this DVR port 2958d3bd-b8dc-45a7-8214-85ab342015e6 on host dv-cinder-804093-5-iscsi {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:27:32.653203 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Calling delete_port for 2958d3bd-b8dc-45a7-8214-85ab342015e6 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:32.716259 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.728832 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835b73f9-97f1-48ed-8f21-6a29855dd60b']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:32.730969 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.739044 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d06a029-0df9-4874-a8e7-bcac7cf6c208') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:32.739273 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d06a029-0df9-4874-a8e7-bcac7cf6c208') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:32.748065 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29577081'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.756472 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Pushing event deleted for resources: {'Port': ['ID=2958d3bd-b8dc-45a7-8214-85ab342015e6,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:32.760163 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] No DVR routers for this DVR port 2958d3bd-b8dc-45a7-8214-85ab342015e6 on host dv-cinder-804093-5-iscsi {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:27:32.764562 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.766968 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.767329 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.767694 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.768128 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.768476 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.768840 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.769175 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.769509 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.769840 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.770170 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.770499 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.770830 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9ab8b-af97-46fe-b35b-b04d7ddd9554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804093-5-iscsi {{(pid=94097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:32.779512 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:27:32.779959 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30624726'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: Traceback (most recent call last): Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: timer() Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: cb(*args, **kw) Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: return func(*args, **kwargs) Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: self._notify() Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: self.callback(batched_events) Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: event.method(event) Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: return f(self, *a, **k) Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._get(url).json() Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: return self.request(url, 'GET', **kwargs) Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:27:32.781863 dv-cinder-804093-5-iscsi neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:27:32.835097 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.840971 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:32.842835 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] 10.222.0.49 "DELETE /v2.0/networks/835b73f9-97f1-48ed-8f21-6a29855dd60b HTTP/1.1" status: 204 len: 168 time: 0.5516312 Sep 03 18:27:32.845936 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 54072) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:32.853540 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b96ba-beef-4a0d-b540-a7c41511dc57 admin admin] Pushing event deleted for resources: {'Network': ['ID=835b73f9-97f1-48ed-8f21-6a29855dd60b,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:33.185096 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33156733'] for router_interface, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:33.427239 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Deleting port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 {{(pid=94096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:33.427581 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:33.511475 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] For port 3ce0b140-bcf2-401d-98cc-ab04e91b9f52, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=3ce0b140-bcf2-401d-98cc-ab04e91b9f52,segment=NetworkSegment(9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4),segment_id=9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4)] {{(pid=94096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:33.511789 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:33.525379 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.plugin [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Calling delete_port for 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 owned by network:router_interface {{(pid=94096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:33.704745 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32546763'] for port, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:33.727924 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce0b140-bcf2-401d-98cc-ab04e91b9f52,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:33.897735 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33032868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33187295'] for router_interface, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.363417 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Router ed5aa0f2-22dc-4733-813c-374a4fd16e21 has already been hosted by L3 agent ce805e60-ff0e-43df-a98c-16f3659fecd7 {{(pid=94096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:27:34.428504 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2958d3bd-b8dc-45a7-8214-85ab342015e6 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:27:34.450101 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 2958d3bd-b8dc-45a7-8214-85ab342015e6 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:27:34.450445 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 2958d3bd-b8dc-45a7-8214-85ab342015e6 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:27:34.473334 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] Notify agent at l3_agent.dv-cinder-804093-5-iscsi the message routers_updated {{(pid=94096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:27:34.479733 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-faae506a-0458-4f5d-9227-52fc6cec57cb admin admin] 10.222.0.49 "PUT /v2.0/routers/ed5aa0f2-22dc-4733-813c-374a4fd16e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6319880 Sep 03 18:27:34.481723 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 54074) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:34.484224 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] Sync routers for ids ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'] in dv-cinder-804093-5-iscsi {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:27:34.495954 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] Routers {'ed5aa0f2-22dc-4733-813c-374a4fd16e21'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:34.496873 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:27:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:34.594670 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.616521 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] Set router ed5aa0f2-22dc-4733-813c-374a4fd16e21 gateway port host: dv-cinder-804093-5-iscsi {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:34.697006 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.752696 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Deleting port b0563afd-ce74-4b0a-bdf1-08c046c9f12c {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:34.753041 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.795614 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'external_fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:52Z', 'updated_at': '2021-09-03T18:27:33Z', 'revision_number': 5, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'gw_port': {'id': 'b0563afd-ce74-4b0a-bdf1-08c046c9f12c', 'name': '', 'network_id': '2c2d7c30-9e0c-4e5f-b7f3-19f0e8765261', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804093-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba82cebe-8ee3-40dd-9f03-e931d4d1dfda', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804093-5-iscsi'}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:34.822219 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] Checking router: ed5aa0f2-22dc-4733-813c-374a4fd16e21 for host: dv-cinder-804093-5-iscsi {{(pid=94098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:27:34.830792 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] Routers {'ed5aa0f2-22dc-4733-813c-374a4fd16e21'} bound to L3 agent in host dv-cinder-804093-5-iscsi {{(pid=94098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:34.831391 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804093-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:06:13Z,description=,heartbeat_timestamp=2021-09-03T18:27:13Z,host='dv-cinder-804093-5-iscsi',id=ce805e60-ff0e-43df-a98c-16f3659fecd7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:06:13Z,topic='l3_agent')) {'router_ids': ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'], 'active': True} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:34.839534 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] For port b0563afd-ce74-4b0a-bdf1-08c046c9f12c, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=b0563afd-ce74-4b0a-bdf1-08c046c9f12c,segment=NetworkSegment(3e9dd9f2-8ec7-4e04-8568-155f9cdfd590),segment_id=3e9dd9f2-8ec7-4e04-8568-155f9cdfd590)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:34.839928 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.852445 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Calling delete_port for b0563afd-ce74-4b0a-bdf1-08c046c9f12c owned by network:router_gateway {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:34.931466 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_dvr_db [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] Set router ed5aa0f2-22dc-4733-813c-374a4fd16e21 gateway port host: None {{(pid=94098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:34.984329 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.l3_hamode_db [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:52Z', 'updated_at': '2021-09-03T18:27:34Z', 'revision_number': 6, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'gw_port_host': None}], 'dv-cinder-804093-5-iscsi', False) {} {{(pid=94098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:35.017356 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29cf0a8-539b-490e-9799-0c32833163c9 None None] The sync data for ids ['ed5aa0f2-22dc-4733-813c-374a4fd16e21'] in dv-cinder-804093-5-iscsi is: [{'id': 'ed5aa0f2-22dc-4733-813c-374a4fd16e21', 'name': 'tempest-TestShelveInstance-300846286-router', 'tenant_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:52Z', 'updated_at': '2021-09-03T18:27:34Z', 'revision_number': 6, 'project_id': 'd8847d0b9b9743b9b7fbcb278da5ac7e', 'gw_port_host': None}] {{(pid=94098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:27:35.031313 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.057958 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0563afd-ce74-4b0a-bdf1-08c046c9f12c,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:35.121864 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33187111'] for router_gateway, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.227707 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33157360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5236'] for router, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.230600 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.278267 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33157371'] for router, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.278792 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed5aa0f2-22dc-4733-813c-374a4fd16e21 {{(pid=94095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:27:35.283454 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.284685 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-5a2a722a-9574-43f4-affa-f8c99f3db5d1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ed5aa0f2-22dc-4733-813c-374a4fd16e21 HTTP/1.1" status: 204 len: 168 time: 0.8018160 Sep 03 18:27:35.287116 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 54076) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:35.332499 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.db_base_plugin_v2 [None req-3094bfe6-fbaf-49a8-90a0-72f8d964b042 admin admin] Deleting subnet 4f1ca811-0665-4c7f-8d8f-4d1f59fdd764 {{(pid=94095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:27:35.335651 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3094bfe6-fbaf-49a8-90a0-72f8d964b042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.374728 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3094bfe6-fbaf-49a8-90a0-72f8d964b042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29577056'] for subnet, precommit_delete_associations {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.456233 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3094bfe6-fbaf-49a8-90a0-72f8d964b042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-634973'] for subnet, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.506568 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3094bfe6-fbaf-49a8-90a0-72f8d964b042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-634916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30624648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30467964'] for subnet, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.536737 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094bfe6-fbaf-49a8-90a0-72f8d964b042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1ca811-0665-4c7f-8d8f-4d1f59fdd764,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:35.542966 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-3094bfe6-fbaf-49a8-90a0-72f8d964b042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.544923 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-3094bfe6-fbaf-49a8-90a0-72f8d964b042 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4f1ca811-0665-4c7f-8d8f-4d1f59fdd764 HTTP/1.1" status: 204 len: 168 time: 0.2567127 Sep 03 18:27:35.547439 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 54078) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:35.548349 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23054248-0789-4fe2-b4a1-908ad39e24ea None None] Network 4aad4552-96a4-4063-b74f-6288bd0f2a67 requested from dv-cinder-804093-5-iscsi {{(pid=94097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:27:35.619821 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701497'] for network, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.671864 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Deleting port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 {{(pid=94095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:35.672208 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.741025 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.db [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] For port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25, host dv-cinder-804093-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804093-5-iscsi',level=0,port_id=6a2431f5-be45-4e72-9ee4-ed9b70e03d25,segment=NetworkSegment(9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4),segment_id=9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4)] {{(pid=94095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:35.742004 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.753217 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Calling delete_port for 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 owned by network:dhcp {{(pid=94095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:35.813300 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] DHCP port deletion for 4aad4552-96a4-4063-b74f-6288bd0f2a67 request from dv-cinder-804093-5-iscsi {{(pid=94097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:27:35.835203 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30624677'] for port, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.860369 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] Deleting port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 {{(pid=94097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:35.860779 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790875730207'] for port, before_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.861954 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2431f5-be45-4e72-9ee4-ed9b70e03d25,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:35.865717 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] No DVR routers for this DVR port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 on host dv-cinder-804093-5-iscsi {{(pid=94095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:27:35.926920 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.db [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] For port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25, host dv-cinder-804093-5-iscsi, got binding levels [] {{(pid=94097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:35.927460 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33102450'] for port, precommit_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.940814 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] Calling delete_port for 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 owned by network:dhcp {{(pid=94097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:35.943521 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.ipam_backend_mixin [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] Port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 was not found and therefore no delete operation was performed {{(pid=94097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 18:27:35.945045 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790875735269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790875233428'] for port, after_delete {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.947825 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631752', 'neutron.services.segments.db._delete_segments_for_network-8790875613826'] for network, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.958219 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aad4552-96a4-4063-b74f-6288bd0f2a67']}} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:35.968597 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4') {'for_net_delete': True} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:35.968924 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.services.segments.db [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f09ab07-6ebb-4ff6-8b47-faa6bf5986d4') {} {{(pid=94095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:35.972838 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] Pushing event deleted for resources: {'Port': ['ID=6a2431f5-be45-4e72-9ee4-ed9b70e03d25,revision_number=None']} {{(pid=94097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:35.974726 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d77f44f-52a7-4e3f-bf06-035f675eafa8 None None] No DVR routers for this DVR port 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 on host dv-cinder-804093-5-iscsi {{(pid=94097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:27:35.981798 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790875614859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29577081'] for segment, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.996775 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244'] for segment, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.003688 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:27:36.004157 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-632244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30624726'] for segment, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: Traceback (most recent call last): Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: timer() Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: cb(*args, **kw) Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: return func(*args, **kwargs) Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: self._notify() Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: self.callback(batched_events) Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: event.method(event) Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: return f(self, *a, **k) Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._get(url).json() Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: return self.request(url, 'GET', **kwargs) Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:27:36.006182 dv-cinder-804093-5-iscsi neutron-server[94095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:27:36.067578 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-631775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33034011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33032925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33187083'] for network, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.073873 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33032911'] for network, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.080044 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4aad4552-96a4-4063-b74f-6288bd0f2a67 HTTP/1.1" status: 204 len: 168 time: 0.5267491 Sep 03 18:27:36.098785 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d9114-bd0c-4962-b6d3-c2953a13a128 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aad4552-96a4-4063-b74f-6288bd0f2a67,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:36.275017 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 54082) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:36.320295 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-d11c7ebe-d77a-4ad8-9f69-996f1a7053d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9526f8cad87c4d11bf168ab92afb8761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434475 Sep 03 18:27:36.322988 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [-] (94096) accepted ('10.222.0.49', 54084) {{(pid=94096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:36.380145 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7eabda76-4928-43f6-ae00-b39b6ab41a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.388810 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:27:36.405730 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7eabda76-4928-43f6-ae00-b39b6ab41a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.412122 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:27:36.412466 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 3ce0b140-bcf2-401d-98cc-ab04e91b9f52 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:27:36.412931 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:27:36.435207 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:27:36.435581 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device 6a2431f5-be45-4e72-9ee4-ed9b70e03d25 not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:27:36.436070 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device b0563afd-ce74-4b0a-bdf1-08c046c9f12c no longer exists at agent ovs-agent-dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:27:36.455310 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.plugin [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] No Port match for: b0563afd-ce74-4b0a-bdf1-08c046c9f12c {{(pid=94097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:27:36.455759 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron.plugins.ml2.rpc [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Device b0563afd-ce74-4b0a-bdf1-08c046c9f12c not bound to the agent host dv-cinder-804093-5-iscsi {{(pid=94097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:27:36.457795 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7eabda76-4928-43f6-ae00-b39b6ab41a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.461245 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-7eabda76-4928-43f6-ae00-b39b6ab41a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.464813 dv-cinder-804093-5-iscsi neutron-server[94096]: INFO neutron.wsgi [None req-7eabda76-4928-43f6-ae00-b39b6ab41a84 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7475e40f-4c81-45e4-b26c-5f911a322c55 HTTP/1.1" status: 204 len: 168 time: 0.1384416 Sep 03 18:27:36.471723 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabda76-4928-43f6-ae00-b39b6ab41a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7475e40f-4c81-45e4-b26c-5f911a322c55,revision_number=None']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:36.800886 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 54090) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:36.844083 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-9a7ef240-3b61-406f-bf86-179a443c023f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8847d0b9b9743b9b7fbcb278da5ac7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420499 Sep 03 18:27:36.846541 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.wsgi [-] (94095) accepted ('10.222.0.49', 54092) {{(pid=94095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:36.894521 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26e6edd6-e46f-4b63-85fb-801e405ca46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.920334 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26e6edd6-e46f-4b63-85fb-801e405ca46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.966904 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26e6edd6-e46f-4b63-85fb-801e405ca46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33035210'] for security_group, after_delete {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.969763 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron_lib.callbacks.manager [None req-26e6edd6-e46f-4b63-85fb-801e405ca46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.971199 dv-cinder-804093-5-iscsi neutron-server[94095]: INFO neutron.wsgi [None req-26e6edd6-e46f-4b63-85fb-801e405ca46b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b1bcc92-5997-49cd-b855-48d21481919f HTTP/1.1" status: 204 len: 168 time: 0.1236537 Sep 03 18:27:36.978775 dv-cinder-804093-5-iscsi neutron-server[94095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6edd6-e46f-4b63-85fb-801e405ca46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1bcc92-5997-49cd-b855-48d21481919f,revision_number=None']} {{(pid=94095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:40.627262 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e6e37bb2-8a51-4348-911a-71246bd3336c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:43.398696 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-13a24211-fa4b-4acc-9f14-785a12ec5fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:43.623639 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:44.522714 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:46.096710 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:46.127320 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:57.762210 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:28:10.627076 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a59a95fe-752e-43fb-84d3-7c46a2cd2f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:13.398605 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-251eb5e5-cbb3-4f7e-9e0d-2e9252cb274b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:13.630192 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:14.525364 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:16.092641 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:16.131862 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:34.761167 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:28:40.629648 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-aa170676-1e1b-429d-ae70-ffc95b4b14a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:43.399178 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-fac15c60-d38f-43cd-8f27-3df630966abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:43.621842 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:44.530080 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:46.090944 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:46.135472 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:10.629684 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-249499a8-c494-4819-9080-4c00e4ec4946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:11.760419 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:29:13.400170 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4a149706-3286-4a5e-afad-da8a54403104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:13.621286 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:14.532476 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:16.094545 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:16.142559 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:27.330875 dv-cinder-804093-5-iscsi neutron-server[94096]: DEBUG neutron.wsgi [req-e3a76f8e-4753-47de-bfc0-fb7fcfdda0fa req-49095edb-6c38-4c71-b3f3-c60ead8f38e5 service neutron] (94096) timed out ('10.222.0.23', 63369) {{(pid=94096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 18:29:40.630365 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-95f44c6b-ed2e-4464-b6b3-e61f6233fb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:43.402521 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-c49eeb19-6419-4cf4-857e-cd4980dbcd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:43.623082 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:44.535050 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:46.091323 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:46.141157 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:48.759233 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:30:10.632342 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-513462e1-4db9-4693-8060-71a54d921fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:13.402906 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-e91cc3d4-d0bc-4db3-93f4-38effc7aa675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:13.623962 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:14.537740 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:16.085700 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:16.144742 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:25.758468 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:30:40.633912 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-97514103-124f-48ae-9761-95db3c0b2fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:43.403072 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-4736cb55-0873-4258-8a5e-40904decebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:43.625679 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:44.540167 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:46.084712 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:46.147014 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.757644 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:31:10.635524 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-245f22b4-d0f7-49f2-96df-eecd3d5bd1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:13.404163 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc79-3856-4ef9-a196-89eb5483720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:13.625529 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:14.542561 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:16.082445 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:16.149311 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:39.758149 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:31:40.638482 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d288db21-0f60-4d26-92b5-91c8fb4991b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:43.406488 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-1294b4ed-033d-40c4-8347-bc257b9d16d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:43.625730 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:44.546875 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:46.082601 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:46.152871 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:10.643280 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d500e2c8-591c-47b9-a5b2-dccc9b5b42a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:13.407929 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-d4a8fc04-a38d-4ec6-b73b-51004ee4876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:13.626293 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:14.549119 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:16.080537 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:16.154933 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:16.757523 dv-cinder-804093-5-iscsi neutron-server[94098]: DEBUG neutron.db.agents_db [None req-239b7fcd-fd59-4167-829d-64d9e42c6451 None None] Agent healthcheck: found 6 active agents {{(pid=94098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:32:40.645659 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-f06fb4ff-13fc-4c29-aee3-b480f9844cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:43.408424 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-518d99f9-9b51-46fd-9893-d93025e8d408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:43.626550 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-40133cba-cf9c-4de6-a5f5-5071983326ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:44.551745 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-bd7252b2-76b5-434c-89d0-17765eec9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:46.078551 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-22972414-2839-4838-aecb-14064501d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:46.157765 dv-cinder-804093-5-iscsi neutron-server[94097]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a1d-6ef2-4011-8ce2-924e0849e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790875613808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631170'] for agent, after_update {{(pid=94097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}